-- Logs begin at Wed 2021-06-16 14:08:55 UTC, end at Wed 2021-06-16 15:17:15 UTC. -- Jun 16 14:47:17.016278 dv-cinder-795009-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 14:47:19.690272 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.common.config [-] Logging enabled! Jun 16 14:47:19.690904 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 14:47:19.691065 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91655) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 14:47:19.694284 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.common.config [-] Logging enabled! Jun 16 14:47:19.694540 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 14:47:19.695391 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91655) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 14:47:19.696325 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:47:19.696557 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:47:19.696916 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:47:19.697162 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:47:19.697385 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:47:19.697700 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.697994 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.698281 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.698508 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.698796 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.699109 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.699388 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.699668 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.700052 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.700262 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.700520 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.700801 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.701031 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.701310 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.701592 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.701874 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.702095 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] debug = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.702372 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.702792 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.703224 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.703503 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.703787 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.704061 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.704331 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.704602 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.704881 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.705208 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] host = dv-cinder-795009-4-iscsi {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.705482 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.705764 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.706046 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.706329 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.706602 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.706895 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.707180 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.707448 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.707716 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.707987 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.708272 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.708554 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.708840 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.709062 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.709289 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.709573 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.709855 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.710128 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.711081 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.711358 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.711630 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.711901 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.712167 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.712450 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.712734 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.713014 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.713286 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.713557 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.713826 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.714094 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.714375 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.714646 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.714938 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.715212 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.715493 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.715761 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.716029 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.716324 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.716606 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.716883 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.717163 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.717433 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.717711 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.717979 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.718246 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.718515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] use_json = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.718783 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.719073 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.719356 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.719622 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.719891 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.720160 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.720428 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.720708 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:19.721001 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.721294 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.721590 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.721869 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.722162 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.722436 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.722721 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.723019 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.723306 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.723589 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.723872 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.724146 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.724432 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.724742 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.725036 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.725336 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.725626 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.725937 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.726209 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.726480 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.726750 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.727048 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.727331 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.727625 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.727911 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.728181 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.728460 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.728750 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.729025 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.729360 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.729576 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.729861 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.730134 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.730405 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.730685 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.730990 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.731262 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.731532 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.731806 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.732093 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.732370 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.732641 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.732914 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.733185 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.733454 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.733735 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.734010 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.734280 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.734550 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.734824 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.735116 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.735386 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.735660 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.735933 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.736200 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.736470 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.736735 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.737001 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.737268 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.737535 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.737800 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.738065 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.738340 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.738609 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.738888 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.739169 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.739442 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.739710 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.739988 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.740282 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.740559 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.740828 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.741101 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.741376 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.741670 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.741944 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.742218 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.742491 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.742760 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.743079 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.743360 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.743642 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.743920 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.744195 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.744484 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.744761 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.745040 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.745313 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.745587 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.745872 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.746152 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.746449 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.746736 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.747049 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.747339 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.747628 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.747904 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.748211 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.748488 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:19.748704 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:47:19.748944 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91655) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 14:47:20.099729 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:20.100002 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:20.100294 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:20.100637 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 14:47:20.492911 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.493125 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.493401 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.494706 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.495011 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.495286 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.529892 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.530177 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.530448 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.543556 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.543839 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.544108 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.573694 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.573969 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.574239 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.610166 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.610446 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.610717 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.844394 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.845004 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.845004 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.845285 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.846120 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.970429 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.970751 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.971063 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.971339 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.971612 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.971926 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.972189 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.972448 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.972718 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.972988 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.973248 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.973514 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.973775 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.974044 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.974301 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.974568 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.974839 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.975129 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.975398 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.975650 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.976023 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.976373 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.976631 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.977046 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.977164 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.977398 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:20.977806 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.978047 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.978284 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.978523 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.978756 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.979026 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:20.980459 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 14:47:20.983742 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 14:47:20.987678 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 14:47:20.991710 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 16 14:47:20.993343 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 14:47:20.993793 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 14:47:20.994134 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 14:47:20.994510 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 14:47:20.997367 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 14:47:20.997638 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 14:47:20.997966 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 14:47:21.026503 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 14:47:21.026989 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.027286 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91655) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 14:47:21.027646 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.028991 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91655) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 14:47:21.029272 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 14:47:21.029515 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 14:47:21.032771 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.033052 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.096312 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 14:47:21.096556 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 14:47:21.096793 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 14:47:21.097170 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 14:47:21.117823 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_db.sqlalchemy.engines [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91655) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 14:47:21.640397 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing driver for type 'gre' Jun 16 14:47:21.641155 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] gre ID ranges: [(1, 1000)] Jun 16 14:47:21.695614 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing driver for type 'local' Jun 16 14:47:21.696082 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing driver for type 'vlan' Jun 16 14:47:21.709790 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] VlanTypeDriver initialization complete Jun 16 14:47:21.710142 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing driver for type 'vxlan' Jun 16 14:47:21.710653 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] vxlan ID ranges: [(1, 1000)] Jun 16 14:47:21.762167 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing extension driver 'port_security' Jun 16 14:47:21.762512 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.extensions.port_security [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] PortSecurityExtensionDriver initialization complete Jun 16 14:47:21.762840 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing mechanism driver 'openvswitch' Jun 16 14:47:21.763207 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing mechanism driver 'hyperv' Jun 16 14:47:21.769893 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.plugins.ml2.plugin [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:21.770669 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.771082 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.771447 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.771837 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.772192 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.772539 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.772950 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.773301 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.773646 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.774020 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > security_group after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.774400 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > security_group after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.774714 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.775139 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.775487 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.775827 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.776206 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > address_group after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.776552 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > address_group after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.776891 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.777229 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] ML2 OVO RPC backend initialized. {{(pid=91655) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 14:47:21.777934 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.778286 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.778698 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.779071 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > networks before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.779419 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.779759 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > ports before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.780102 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.780441 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnets before_response 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.780784 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.781121 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.781468 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.781792 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.782125 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.782462 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.782798 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.783155 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.783489 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.784061 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.plugin [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Modular L2 Plugin initialization complete Jun 16 14:47:21.784385 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading services supported by the core plugin {{(pid=91655) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 14:47:21.784722 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.plugins.ml2.managers [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Got port-security extension from driver 'port_security' Jun 16 14:47:21.785233 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.extensions.vlantransparent [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Disabled vlantransparent extension. Jun 16 14:47:21.785668 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91655) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 14:47:21.785981 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: router Jun 16 14:47:21.823339 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.823734 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_create 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.824102 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router before_create 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.824466 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.824837 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.825197 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_delete 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.825557 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.825920 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_create 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.826268 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_update 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.826618 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_update 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.826999 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.827359 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_update 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.827844 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_update 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.828136 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.828473 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.828812 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: subnet after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.829152 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.829500 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.829850 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_create 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.830195 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.830533 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.830911 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router after_update 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.831258 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.831609 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_create 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.831968 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.832315 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_update 55549900 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.832697 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > network after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.833561 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Tracking information for resource: router configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:21.833890 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Tracking information for resource: floatingip configured {{(pid=91655) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 14:47:21.839430 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.db.l3_agentschedulers_db [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 14:47:21.840117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.840477 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port after_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.840829 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port after_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.841182 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: port after_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.841968 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router before_create 55550100 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.842331 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.842700 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_create 55550100 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.843087 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > router precommit_update 55550100 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.847468 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.provider_configuration [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service providers = [] {{(pid=91655) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 14:47:21.848016 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.db.servicetype_db [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91655) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 14:47:21.850667 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.service_base [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:21.851071 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.service_base [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:21.851419 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.service_base [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:21.852287 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.services.service_base [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91655) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 14:47:21.852664 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.services.service_base [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 14:47:21.853043 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.853359 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 14:47:21.863837 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.864173 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: auto_allocate Jun 16 14:47:21.869967 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: network precommit_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.870331 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: network precommit_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.870851 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.871198 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: tag Jun 16 14:47:21.877970 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.878299 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: timestamp Jun 16 14:47:21.884625 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.884959 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: network_ip_availability Jun 16 14:47:21.890365 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.890782 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.891121 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:21.891842 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.892161 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: flavors Jun 16 14:47:21.896835 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.897163 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading Plugin: revisions Jun 16 14:47:21.902002 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91655) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 14:47:21.902395 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_concurrency.lockutils [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=91655) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:21.903165 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91655) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 14:47:21.903500 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Initializing extension manager. Jun 16 14:47:21.904003 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: __init__.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.904345 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: __pycache__ {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.904676 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.905005 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: address_group.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.905748 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.906319 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: address-group Jun 16 14:47:21.906639 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: address_scope.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.907366 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.907882 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: address-scope Jun 16 14:47:21.908204 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.909126 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.909639 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: router-admin-state-down-before-update Jun 16 14:47:21.909962 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: agent.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.910648 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.911186 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: agent Jun 16 14:47:21.911506 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: agent_resources_synced.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.912391 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.912907 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: agent-resources-synced Jun 16 14:47:21.913232 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: allowedaddresspairs.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.915211 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.915734 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: allowed-address-pairs Jun 16 14:47:21.916063 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: auto_allocated_topology.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.917114 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.917630 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: auto-allocated-topology Jun 16 14:47:21.917953 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: availability_zone.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.918628 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.919164 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: availability_zone Jun 16 14:47:21.919486 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: availability_zone_filter.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.920373 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.920882 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: availability_zone_filter Jun 16 14:47:21.921203 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: data_plane_status.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.922087 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.922593 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 14:47:21.922944 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: default_subnetpools.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.923835 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.924342 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: default-subnetpools Jun 16 14:47:21.924664 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.925459 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.925969 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: dhcp_agent_scheduler Jun 16 14:47:21.926292 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: dns.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.927202 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.928239 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 14:47:21.928565 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: dns_domain_ports.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.929563 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.930079 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 14:47:21.930403 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: dvr.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.931098 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.931613 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: dvr Jun 16 14:47:21.931934 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: empty_string_filtering.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.932821 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.933362 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: empty-string-filtering Jun 16 14:47:21.933651 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.934536 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.935071 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 14:47:21.935394 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.936276 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.936789 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 14:47:21.937105 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: external_net.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.937995 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.938510 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: external-net Jun 16 14:47:21.938829 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.939738 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.940247 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: extra_dhcp_opt Jun 16 14:47:21.940564 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: extraroute.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.941444 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.941951 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: extraroute Jun 16 14:47:21.942269 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: extraroute_atomic.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.943327 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.943839 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: extraroute-atomic Jun 16 14:47:21.944157 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: filter_validation.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.945337 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.945845 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: filter-validation Jun 16 14:47:21.946163 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: fip_pf_description.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.947086 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.947591 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 14:47:21.947908 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: fip_port_details.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.948794 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.949302 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: fip-port-details Jun 16 14:47:21.949621 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: flavors.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.950810 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.951354 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: flavors Jun 16 14:47:21.951676 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.953340 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.953870 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 14:47:21.954205 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: floatingip_pools.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.954917 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.955436 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: floatingip-pools Jun 16 14:47:21.955763 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: ip_allocation.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.956667 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.957180 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 14:47:21.957510 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.958400 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.958932 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: ip-substring-filtering Jun 16 14:47:21.959265 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l2_adjacency.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.960159 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.961218 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 14:47:21.961540 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.962488 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.963051 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: router Jun 16 14:47:21.963378 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.965694 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.966221 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 14:47:21.966557 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.967492 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.968008 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: ext-gw-mode Jun 16 14:47:21.968332 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.969231 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.969746 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: l3-ha Jun 16 14:47:21.970072 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3_flavors.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.970987 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.971500 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: l3-flavors Jun 16 14:47:21.971822 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.972726 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.973246 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 14:47:21.973569 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: l3agentscheduler.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.974574 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.975113 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: l3_agent_scheduler Jun 16 14:47:21.975439 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: logging.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.976962 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.977489 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension logging not supported by any of loaded plugins Jun 16 14:47:21.977817 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: metering.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.978545 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.979159 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: metering Jun 16 14:47:21.979486 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.980552 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.981069 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: metering_source_and_destination_fields Jun 16 14:47:21.981398 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: multiprovidernet.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.982303 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.982813 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: multi-provider Jun 16 14:47:21.983164 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: netmtu.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.984053 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.984561 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: net-mtu Jun 16 14:47:21.984884 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: netmtu_writable.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.985780 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.986288 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: net-mtu-writable Jun 16 14:47:21.986608 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: network_availability_zone.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.987291 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.987796 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: network_availability_zone Jun 16 14:47:21.988112 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: network_ip_availability.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.989189 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.989706 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: network-ip-availability Jun 16 14:47:21.990029 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: network_segment_range.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.990773 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.991306 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 14:47:21.991651 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: pagination.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.992609 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.992940 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: pagination Jun 16 14:47:21.993262 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: port_device_profile.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.994149 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.994667 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: port-device-profile Jun 16 14:47:21.995025 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.995925 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.996437 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: port-mac-address-regenerate Jun 16 14:47:21.996758 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.997638 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.998143 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: port-numa-affinity-policy Jun 16 14:47:21.998465 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: port_resource_request.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:21.999385 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:21.999887 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 14:47:22.000208 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: portbindings.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.001100 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.001873 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: binding Jun 16 14:47:22.002194 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: portbindings_extended.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.003490 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.004011 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: binding-extended Jun 16 14:47:22.004339 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: portsecurity.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.005228 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.005745 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: port-security Jun 16 14:47:22.006067 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: project_id.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.007777 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.008044 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: project-id Jun 16 14:47:22.008402 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: providernet.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.009258 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.009772 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: provider Jun 16 14:47:22.010091 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.013646 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.014167 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos not supported by any of loaded plugins Jun 16 14:47:22.014499 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.015749 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.016265 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 14:47:22.016593 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.017483 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.017994 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 14:47:22.018318 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_default.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.019237 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.019748 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-default not supported by any of loaded plugins Jun 16 14:47:22.020070 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_fip.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.020703 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.021203 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 14:47:22.021524 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_gateway_ip.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.022422 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.023551 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 14:47:22.023876 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_port_network_policy.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.024772 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.025282 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 14:47:22.025604 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_rule_type_details.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.026498 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.027037 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 14:47:22.027360 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: qos_rules_alias.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.028382 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.028893 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 14:47:22.029217 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: quotasv2.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.030108 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.030433 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: quotas Jun 16 14:47:22.030751 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: quotasv2_detail.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.033822 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.034162 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: quota_details Jun 16 14:47:22.034492 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: rbac.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.035557 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.036084 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: rbac-policies Jun 16 14:47:22.036409 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: rbac_address_group.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.037313 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.037830 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: rbac-address-group Jun 16 14:47:22.038153 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: rbac_address_scope.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.039108 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.039626 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: rbac-address-scope Jun 16 14:47:22.039947 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: rbac_security_groups.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.041043 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.041559 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: rbac-security-groups Jun 16 14:47:22.041879 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: rbac_subnetpool.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.042770 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.043325 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: rbac-subnetpool Jun 16 14:47:22.043650 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: revisionifmatch.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.044548 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.045065 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: revision-if-match Jun 16 14:47:22.045383 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: revisions.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.046473 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.047018 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: standard-attr-revisions Jun 16 14:47:22.047341 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: router_availability_zone.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.047998 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.048509 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: router_availability_zone Jun 16 14:47:22.048828 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: routerservicetype.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.049730 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.050240 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 14:47:22.050560 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.051489 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.052005 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: security-groups-normalized-cidr Jun 16 14:47:22.052325 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.053225 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.053734 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: port-security-groups-filtering Jun 16 14:47:22.054081 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.055068 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.055522 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: security-groups-remote-address-group Jun 16 14:47:22.055842 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: securitygroup.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.065515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.066054 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: security-group Jun 16 14:47:22.066388 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: segment.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.067216 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.067732 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension segment not supported by any of loaded plugins Jun 16 14:47:22.068060 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.069004 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.069519 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 14:47:22.070373 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: servicetype.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.071491 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.072024 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: service-type Jun 16 14:47:22.072353 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: sorting.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.073314 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.073644 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: sorting Jun 16 14:47:22.073968 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: standard_attr_segment.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.074850 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.075387 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 14:47:22.075708 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: standardattrdescription.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.076339 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.076845 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: standard-attr-description Jun 16 14:47:22.077166 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: stateful_security_group.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.078074 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.078589 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: stateful-security-group Jun 16 14:47:22.078934 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: stdattrs_common.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.079502 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 14:47:22.079822 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.080793 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.081308 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 14:47:22.081629 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: subnet_onboard.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.082684 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.083229 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: subnet_onboard Jun 16 14:47:22.083555 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.084455 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.084963 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 14:47:22.085933 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: subnet_service_types.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.086896 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.087431 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: subnet-service-types Jun 16 14:47:22.087753 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: subnetallocation.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.088816 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.089325 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: subnet_allocation Jun 16 14:47:22.089646 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.090299 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.090812 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: subnetpool-prefix-ops Jun 16 14:47:22.091179 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.092100 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.092610 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 14:47:22.092933 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: tagging.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.094006 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.094520 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: standard-attr-tag Jun 16 14:47:22.094847 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: timestamp.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.096149 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.096671 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loaded extension: standard-attr-timestamp Jun 16 14:47:22.096999 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: trunk.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.098030 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.098551 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension trunk not supported by any of loaded plugins Jun 16 14:47:22.098912 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: trunk_details.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.099794 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.100339 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 14:47:22.100662 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: uplink_status_propagation.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.101578 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.102092 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 14:47:22.102415 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Loading extension file: vlantransparent.py {{(pid=91655) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 14:47:22.103097 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91655) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 14:47:22.103613 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 14:47:22.106071 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:network Jun 16 14:47:22.106608 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:subnet Jun 16 14:47:22.107049 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:22.107444 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:port Jun 16 14:47:22.108784 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.109245 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service FLAVORS assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.109874 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.110304 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.110632 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:router Jun 16 14:47:22.111085 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 14:47:22.111575 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service METERING assigned prefix: /metering {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.113018 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:22.113394 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:22.113747 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:47:22.114748 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 14:47:22.115224 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:security_group Jun 16 14:47:22.115656 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 14:47:22.116260 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service CORE assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.117170 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:22.117516 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] subnetpool is already registered Jun 16 14:47:22.117959 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service CORE assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.118282 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:22.118610 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] subnetpool is already registered Jun 16 14:47:22.120912 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.121343 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service FLAVORS assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.121932 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.122351 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.122681 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:router Jun 16 14:47:22.123053 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] router is already registered Jun 16 14:47:22.123467 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 14:47:22.123798 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] floatingip is already registered Jun 16 14:47:22.124247 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service METERING assigned prefix: /metering {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.124912 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 14:47:22.125238 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] rbac_policy is already registered Jun 16 14:47:22.125648 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:security_group Jun 16 14:47:22.125979 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] security_group is already registered Jun 16 14:47:22.126661 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 14:47:22.127016 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] security_group_rule is already registered Jun 16 14:47:22.127640 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service CORE assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.127959 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:22.128299 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] subnetpool is already registered Jun 16 14:47:22.128718 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.v2.resource_helper [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Service CORE assigned prefix: {{(pid=91655) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 14:47:22.129036 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 14:47:22.129362 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING neutron.quota.resource_registry [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] subnetpool is already registered Jun 16 14:47:22.129832 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: extensions {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.131330 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: address-groups {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.133461 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: address-scopes {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.134774 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: agents {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.135959 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: auto-allocated-topology {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.137182 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: availability_zones {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.138393 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: dhcp-networks {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.139912 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: dhcp-agents {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.141354 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: routers {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.143025 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: flavors {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.145431 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: service_profiles {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.146628 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: next_providers {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.148612 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: service_profiles {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.150231 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: floatingip-pools {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.151461 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: routers {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.153157 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: floatingips {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.154423 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: l3-routers {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.155933 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: l3-agents {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.157332 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: metering-labels {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.158568 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: metering-label-rules {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.159993 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: network-ip-availabilities {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.161237 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: bindings {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.162745 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: quotas {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.164935 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: quotas {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.166327 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: rbac-policies {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.167545 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: security-groups {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.168833 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: security-group-rules {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.170071 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: service-providers {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.171301 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: subnetpools {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.172604 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: subnetpools {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.174135 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.175818 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.177602 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.180063 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.181734 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.183693 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.185359 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.187163 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.189002 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.190722 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron.api.extensions [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Extended resource: tags {{(pid=91655) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 14:47:22.197496 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING keystonemiddleware.auth_token [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 14:47:22.202060 dv-cinder-795009-4-iscsi neutron-server[91655]: WARNING keystonemiddleware.auth_token [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 14:47:22.210278 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_concurrency.lockutils [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Acquired lock "singleton_lock" {{(pid=91655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 14:47:22.210754 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_concurrency.lockutils [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Releasing lock "singleton_lock" {{(pid=91655) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 14:47:22.211407 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Starting 2 workers Jun 16 14:47:22.216149 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Started child 91762 {{(pid=91655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:22.220617 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Started child 91763 {{(pid=91655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:22.221663 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.222306 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO neutron.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 14:47:22.222825 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Notify callbacks [] for process, before_spawn {{(pid=91655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.223224 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [-] (91762) wsgi starting up on http://0.0.0.0:9696 Jun 16 14:47:22.225281 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Starting 1 workers Jun 16 14:47:22.225488 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.226957 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [-] (91763) wsgi starting up on http://0.0.0.0:9696 Jun 16 14:47:22.230498 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Started child 91764 {{(pid=91655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:22.231067 dv-cinder-795009-4-iscsi neutron-server[91655]: INFO oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Starting 1 workers Jun 16 14:47:22.234084 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] calling RpcWorker wait() {{(pid=91764) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 14:47:22.234626 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] returning from RpcWorker wait() {{(pid=91764) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 14:47:22.235530 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Started child 91765 {{(pid=91655) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 14:47:22.235877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.236360 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG neutron_lib.callbacks.manager [None req-09d12886-b0b1-405f-a643-1a7bdc68ee68 None None] Notify callbacks [] for process, after_spawn {{(pid=91655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.236463 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:22.238278 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91655) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 14:47:22.238500 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:47:22.238687 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:47:22.238914 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:47:22.239238 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:47:22.239406 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:47:22.239896 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.240176 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.240445 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.240544 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:22.241008 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.241008 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.242084 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.242380 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.242623 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.243020 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.243307 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.243307 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.243483 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.243729 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.243975 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.244255 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.244520 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.244770 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.245021 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.245194 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.245447 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.245716 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.245942 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.246197 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] debug = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.246432 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.246924 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.247163 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.247399 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.247615 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.247899 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.248151 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.248444 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.248692 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.248928 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.249173 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.249428 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.249657 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.249868 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.250082 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.250321 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.250556 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.251075 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] host = dv-cinder-795009-4-iscsi {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.251529 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.251757 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.251989 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.252241 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.252485 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.252714 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.252968 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.253209 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.253457 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.253677 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.253890 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.254133 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.254366 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.254618 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.254782 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_options = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.255023 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.255303 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.255558 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.255756 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.255916 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.256090 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.256341 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.256505 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.256752 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.256984 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.257938 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.258205 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.258292 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.258467 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.258720 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.259002 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.259216 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.259443 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.259682 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.259931 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.260153 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.260377 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.260607 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.260838 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.261052 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.261270 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.261489 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.261697 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.261902 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.262153 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.262376 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.262628 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.262895 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.263134 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.263355 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.263593 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.263773 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.264029 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.264253 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.264506 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.264764 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.265196 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.265196 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.265575 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.265800 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.266011 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_json = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.266239 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.266512 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.266606 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:22.266753 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.267206 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.267206 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.267712 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.267712 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.267869 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.268191 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.268456 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.268963 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.268963 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.269218 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.269493 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.269723 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.269944 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.270315 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.270451 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.270737 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.270982 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.271269 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.271494 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.271745 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.272071 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.272434 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.272581 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.272796 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.273032 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.273242 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.273458 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.273812 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.274068 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.274327 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.274862 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.274862 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.275166 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.275314 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.275527 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.275758 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.275989 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.276246 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.276478 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.276697 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.276914 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.277138 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.277903 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.277903 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.277903 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.278145 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.278297 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.278445 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.278639 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.278850 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.279086 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.279315 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.279562 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.279801 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.280064 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.280308 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.281705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.281705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.281705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.281705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.281705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.281705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.282167 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.282167 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.282305 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.282986 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.282986 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.282986 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.283224 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.283398 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.283572 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.283787 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.284563 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.284563 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.284563 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.285238 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.285238 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.285238 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286486 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286486 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286735 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.286968 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.287187 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.287399 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.287674 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.287992 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.288244 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.288530 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.288744 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.289016 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.289272 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.289529 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.289770 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.289990 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.290222 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.290474 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.290699 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.290976 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.291268 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.291472 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.291728 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.291979 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.292252 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.292475 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.292724 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.292986 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.293238 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.293490 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.293748 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.293998 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.294268 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.294538 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.294770 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.295102 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.295310 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.295570 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.295871 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.296141 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.296390 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.296646 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.296873 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.297125 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.297371 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.297649 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.297892 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.298127 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.298322 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.298596 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.298836 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.299076 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.299309 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.299550 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.299872 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.300097 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.300306 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.300514 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.300773 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.301006 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.301244 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.301499 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.301746 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.301971 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.302228 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.302442 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.302660 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.302915 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.303162 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.303371 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.303599 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.303807 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.304562 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.304768 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.304983 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.305212 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.305421 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.305636 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.306406 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.306406 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.306406 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.306635 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.306705 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.306929 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.307166 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.307403 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.307619 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.307836 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.308068 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.308293 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.308525 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.308809 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.309064 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.309268 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.309494 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.309744 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.310012 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.310223 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.310624 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.310854 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.311088 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.311307 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.311531 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.311741 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.311967 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.312196 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.312407 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.312657 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.312912 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.313250 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.313497 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.313721 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.313955 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.314169 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.314412 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.314657 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.314910 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.315123 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.315357 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.315585 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.315823 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.316040 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.316258 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.316484 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.316694 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.316924 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.317131 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.317357 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.317630 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.317885 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.318115 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.318352 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.318587 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.318813 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.319045 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.319253 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.319462 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.320291 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.320529 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.320686 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.320870 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.321108 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.321369 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.321526 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.321737 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.321940 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.322159 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.322369 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.322609 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.322818 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.323060 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.323268 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.323473 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.323790 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.324032 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.324243 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.324524 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.324784 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.324985 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.325249 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.325561 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.325777 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.326050 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.326283 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.326511 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.326726 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.326993 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.327323 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.327596 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.327836 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.328083 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.328344 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.328613 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.328862 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.329075 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.329361 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.329694 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.329968 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.330236 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.330465 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.330741 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.331000 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.331218 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.331461 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.331670 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.331878 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.332132 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.332356 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.332575 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.332809 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.333032 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.333241 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.333498 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.333707 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.333923 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.334134 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.334288 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:47:22.334842 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91655) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 14:47:22.335022 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 14:47:22.335210 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 14:47:22.335482 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 14:47:22.335652 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 14:47:22.335802 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 14:47:22.336006 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.336164 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.336337 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.336541 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.336699 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.336877 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337035 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337191 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337348 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337504 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337663 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337819 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.337977 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.338131 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.338286 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.338443 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.338599 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.338756 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.338946 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.339127 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.339270 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.339395 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.339529 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] debug = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.339684 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.339872 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340032 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340188 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340344 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340491 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340643 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340800 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.340955 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.341109 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.341265 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.341420 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.341575 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.341731 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.341886 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342040 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342194 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342350 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] host = dv-cinder-795009-4-iscsi {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342504 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342659 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342816 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.342993 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.343149 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.343381 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.343564 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.343648 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.343747 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.343902 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344056 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344210 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344366 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344520 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344675 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_options = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344830 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.344985 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.345139 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.345312 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.345473 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.345628 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.345783 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.345940 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.346094 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.346249 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.346405 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.346559 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.346715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.346895 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347044 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347201 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347356 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347511 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347666 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347826 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.347985 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.348138 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.348292 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.348446 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.348603 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.348759 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.348917 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.349073 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.349227 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.349381 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.349538 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.349689 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.349916 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350026 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350146 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350276 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350430 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350589 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350746 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.350952 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.351108 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.351264 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.351420 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.351575 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.351751 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.351888 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_json = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352027 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352183 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352338 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352495 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352649 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352805 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.352960 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.353117 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 14:47:22.353294 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.353453 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.353623 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.353782 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.353940 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.354098 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.354256 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.354415 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.354574 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.354731 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.356658 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.357715 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.358515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359137 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359137 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359137 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359137 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359469 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359469 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359469 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359674 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359786 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.359943 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.360104 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.360263 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.360422 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.360581 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.360739 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.360907 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.361065 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.361223 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.361380 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.361538 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.361695 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.361852 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362010 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362187 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362325 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362466 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362637 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362795 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.362990 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.363149 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.363308 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.363466 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.363624 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.363781 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.363939 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.364097 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.364255 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.364412 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.364569 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.364726 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.364886 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365043 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365202 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365361 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365521 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365678 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365835 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.365994 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.366151 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.366318 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367014 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367178 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367336 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367494 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367652 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367810 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.367981 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.368251 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.368251 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.368403 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.368561 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.368719 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.368880 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369043 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369201 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369376 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369589 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369699 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369806 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.369962 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.370120 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.370278 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.370436 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.370623 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.370748 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.370908 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.371083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:22.371179 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.371260 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.371371 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.371529 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.371693 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.371862 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372020 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372180 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372353 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372483 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372640 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372798 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.372956 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.373113 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.373270 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.373428 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.373594 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.373763 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.373920 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.374078 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.374234 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.374414 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.374572 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.374728 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.374906 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.375060 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.375218 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.375375 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.375531 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.375689 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.375846 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.376003 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.376423 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.376584 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.376744 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.376901 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.377059 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.377217 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.377375 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.377534 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.377693 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.377851 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378008 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378170 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378329 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378484 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378641 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378798 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.378981 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.379140 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.379298 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.379456 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.379613 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.379769 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.379926 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.380083 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.380239 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.380396 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.380554 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.380712 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.380869 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381027 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381186 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381344 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381502 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381661 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381820 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.381977 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.382814 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383004 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383111 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383215 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383318 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383477 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383634 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383829 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.383956 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.384101 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.384259 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.384418 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.384576 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.384735 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.384893 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385049 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385206 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385573 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385573 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385779 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385881 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.385989 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.386137 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.386296 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.386453 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.386686 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.386849 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.387341 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.387341 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.387341 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.387645 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.387645 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.387890 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388012 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388142 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388350 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388350 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388548 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388657 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388814 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.388976 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.389133 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.389299 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.389456 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.389612 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.389768 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.389924 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.390089 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.390254 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.390411 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.390567 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.390724 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.390927 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.391089 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.391464 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.391585 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.391728 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.391886 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.392043 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.392214 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.392376 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.392526 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.392695 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393427 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393427 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393427 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393427 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393427 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393909 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393909 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.393909 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.394204 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.394204 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.394352 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.394492 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.394662 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.394820 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395002 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395159 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395475 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395475 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395701 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395804 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.395905 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396039 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396198 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396357 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396515 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396673 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396832 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.396990 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.397149 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.397307 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.397466 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.397626 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 14:47:22.397801 dv-cinder-795009-4-iscsi neutron-server[91655]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91655) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 14:47:22.695533 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41634) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:22.704186 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063994 Jun 16 14:47:33.970106 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cb134-fce4-4a46-a19d-08f6e43dfa77 None None] get_active_networks_info from dv-cinder-795009-4-iscsi {{(pid=91764) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 14:47:34.061737 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312cb134-fce4-4a46-a19d-08f6e43dfa77 None None] No non-hosted networks {{(pid=91764) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 14:47:34.088363 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-390ed50e-fcd0-4b02-b112-83e5152c59bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671'] for agent, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.442467 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fa9c25c9-a960-43ad-833f-f33617cd0ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671'] for agent, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.481073 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-aaf74f94-cc1c-403e-8dba-efd10af45699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.664102 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671'] for agent, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:36.665040 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.665642 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.666154 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.666626 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.667119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.667615 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.668090 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.679244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.679873 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.680378 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.680877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.681346 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:36.681905 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795009-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:36.686941 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795009-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:47:37.357089 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671'] for agent, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:39.296301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671'] for agent, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:40.380432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41724) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:40.929963 dv-cinder-795009-4-iscsi neutron-server[91763]: WARNING oslo_policy.policy [None req-5ddcd4fa-3c4c-4265-a6e5-291ea67384e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:40.930588 dv-cinder-795009-4-iscsi neutron-server[91763]: WARNING oslo_policy.policy [None req-5ddcd4fa-3c4c-4265-a6e5-291ea67384e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:41.148935 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [None req-5ddcd4fa-3c4c-4265-a6e5-291ea67384e4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:47:41.149983 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5ddcd4fa-3c4c-4265-a6e5-291ea67384e4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7685716 Jun 16 14:47:41.730710 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.db.l3_hamode_db [None req-d2c6d70c-4d83-48a6-ba39-1588d01d54af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 14:47:41.806266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d70c-4d83-48a6-ba39-1588d01d54af None None] Routers set() bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:47:41.806653 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6d70c-4d83-48a6-ba39-1588d01d54af None None] Router IDs set() for agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 14:47:43.478563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41738) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:43.972644 dv-cinder-795009-4-iscsi neutron-server[91762]: WARNING oslo_policy.policy [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:43.973280 dv-cinder-795009-4-iscsi neutron-server[91762]: WARNING oslo_policy.policy [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:44.190326 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:44.285108 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.policy [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91762) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 14:47:44.330719 dv-cinder-795009-4-iscsi neutron-server[91762]: WARNING oslo_policy.policy [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:44.331096 dv-cinder-795009-4-iscsi neutron-server[91762]: WARNING oslo_policy.policy [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:44.339953 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.quota [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] Loaded quota_driver: . Jun 16 14:47:44.435200 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769722734582', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769722732965', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769722713597', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769722719239', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769722763774', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769722772912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623102', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636279', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1632749', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829851'] for rbac-policy, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:44.501890 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:44.503170 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f38bb909-d340-41de-80d6-241aca8e7d6c admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0224631 Jun 16 14:47:47.043000 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41756) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:47.345381 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'name': 'private', 'project_id': '0cb67f7b03c945d4af5f439341ab6f58'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:47.346762 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.quota [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Loaded quota_driver: . Jun 16 14:47:47.404312 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Made reservation on behalf of 0cb67f7b03c945d4af5f439341ab6f58 for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:47.468771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.policy [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91763) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 14:47:47.513427 dv-cinder-795009-4-iscsi neutron-server[91763]: WARNING oslo_policy.policy [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:47.513795 dv-cinder-795009-4-iscsi neutron-server[91763]: WARNING oslo_policy.policy [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 14:47:47.524655 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.545763 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.676887 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.680708 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.687091 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:47.707375 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:47:47.735446 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769720720680', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.736064 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Unsubscribe: segment precommit_create {{(pid=91763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 14:47:47.736574 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Added segment 52195f1c-06cb-4c8f-a6ae-f7a35e73848e of type vlan for network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 Jun 16 14:47:47.743597 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa17724-98fe-4274-aec4-28c37e383d4b,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:47.782696 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.783350 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.783667 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.783991 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.784311 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.784647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.784966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.785280 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.785607 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.785922 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.786233 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.786540 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Tracked resource versions report: Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: pushed versions: Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: { 'AddressGroup': {'1.2'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'ConntrackHelper': {'1.0'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Log': {'1.0'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Network': {'1.1'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Port': {'1.7'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'PortForwarding': {'1.2'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'QosPolicy': {'1.8'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroup': {'1.4'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SubPort': {'1.0'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Subnet': {'1.1'}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Trunk': {'1.1'}} Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: consumer versions: Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'ConntrackHelper': '1.0', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Log': '1.0', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Network': '1.1', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Port': '1.7', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'PortForwarding': '1.2', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'QosPolicy': '1.8', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroup': '1.4', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroupRule': '1.2', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SubPort': '1.0', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Subnet': '1.1', Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Trunk': '1.1'}} Jun 16 14:47:47.788357 dv-cinder-795009-4-iscsi neutron-server[91763]: {{(pid=91763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:47:47.858431 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:47.860358 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.911822 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.913969 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:47.914625 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:47.916495 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:47.968929 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9247694 Jun 16 14:47:48.014069 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Pushing event updated for resources: {'Network': ['ID=fa64d1bb-7b42-4845-a622-6bfd1cd239c9,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:48.018136 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:48.027748 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:47:50.609712 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41772) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:51.014508 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37273366-b9cb-47be-ab45-ebad0973b7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:51.015885 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-37273366-b9cb-47be-ab45-ebad0973b7c7 admin admin] 10.222.0.16 "GET /v2.0/networks/fa64d1bb-7b42-4845-a622-6bfd1cd239c9 HTTP/1.1" status: 200 len: 825 time: 0.4052258 Jun 16 14:47:51.052412 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-92393b34-f86d-4845-90d3-5b2ba7451a0b admin admin] 10.222.0.16 "GET /v2.0/subnetpools/6c25fcd5-3f3d-4092-8f6d-8bcabe82df14 HTTP/1.1" status: 200 len: 734 time: 0.0310273 Jun 16 14:47:51.061082 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Request body: {'subnet': {'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'ip_version': 4, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'name': 'private-subnet', 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14', 'gateway_ip': '172.20.0.1'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:51.085667 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Made reservation on behalf of 0cb67f7b03c945d4af5f439341ab6f58 for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:47:51.088115 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.388495 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.390716 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:51.455548 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Checking segment: {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:47:51.455938 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Network hostable DHCP agents. Network: fa64d1bb-7b42-4845-a622-6bfd1cd239c9, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:47:51.457816 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:51.463857 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:51.480627 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:47:51.495266 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, fa64d1bb-7b42-4845-a622-6bfd1cd239c9) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:47:51.500243 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:47:51.501126 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:51.506170 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842666f-f277-4145-beb9-99e90fc4b87b None None] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:51.520768 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4630837 Jun 16 14:47:51.823169 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:47:51.824379 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.095710 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Allocated IP 172.20.0.2 (fa64d1bb-7b42-4845-a622-6bfd1cd239c9/3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1/33f1c0b3-8a11-4f23-9b69-08999f47b1c6) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:47:52.333065 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.349276 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Transition to ACTIVE for port object 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:47:52.370958 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Transition to ACTIVE for port object 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:47:52.388184 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.391190 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:52.460215 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:47:52.467007 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:47:52.476856 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:47:52.479017 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Pushing event updated for resources: {'Port': ['ID=33f1c0b3-8a11-4f23-9b69-08999f47b1c6,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.505768 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.506798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.507437 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.507537 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.507802 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.508127 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.508449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.508772 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.509106 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.509426 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.509741 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.510054 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Tracked resource versions report: Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: pushed versions: Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: { 'AddressGroup': {'1.2'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'ConntrackHelper': {'1.0'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Log': {'1.0'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Network': {'1.1'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Port': {'1.7'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'PortForwarding': {'1.2'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'QosPolicy': {'1.8'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroup': {'1.4'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SubPort': {'1.0'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Subnet': {'1.1'}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Trunk': {'1.1'}} Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: consumer versions: Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'ConntrackHelper': '1.0', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Log': '1.0', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Network': '1.1', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Port': '1.7', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'PortForwarding': '1.2', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'QosPolicy': '1.8', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroup': '1.4', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroupRule': '1.2', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SubPort': '1.0', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Subnet': '1.1', Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Trunk': '1.1'}} Jun 16 14:47:52.511269 dv-cinder-795009-4-iscsi neutron-server[91764]: {{(pid=91764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:47:52.532539 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:52.561160 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Attempting to bind port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:47:52.561556 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Attempting to bind port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:47:52.561991 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Attempting to bind port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 on network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:47:52.567045 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:47:52.567460 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Checking segment: {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:47:52.567946 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.568341 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Bound using segment: {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:47:52.569340 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Bound port: 33f1c0b3-8a11-4f23-9b69-08999f47b1c6, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:47:52.569731 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.638638 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] For port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:47:52.643262 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] For port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=33f1c0b3-8a11-4f23-9b69-08999f47b1c6,segment=NetworkSegment(52195f1c-06cb-4c8f-a6ae-f7a35e73848e),segment_id=52195f1c-06cb-4c8f-a6ae-f7a35e73848e)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:47:52.649105 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:52.652433 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:52.717820 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Pushing event updated for resources: {'Port': ['ID=33f1c0b3-8a11-4f23-9b69-08999f47b1c6,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:52.724208 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:53.897997 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41780) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:54.230011 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [None req-d21e8517-0495-4341-8ca0-0f1202823668 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:47:54.231059 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d21e8517-0495-4341-8ca0-0f1202823668 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3320785 Jun 16 14:47:56.598473 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41788) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:56.916019 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [None req-698d3b4b-04fc-4a0a-803d-74c88b4a8f10 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:47:56.916988 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-698d3b4b-04fc-4a0a-803d-74c88b4a8f10 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174925 Jun 16 14:47:58.522237 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:47:58.605449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:47:58.766995 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e810c23-a100-4cd8-93e3-edbe2d6f8066 None None] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:47:58.880291 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Provisioning for port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:47:58.890102 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Provisioning complete for port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:47:58.890500 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:59.053637 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:59.099001 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] For port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=33f1c0b3-8a11-4f23-9b69-08999f47b1c6,segment=NetworkSegment(52195f1c-06cb-4c8f-a6ae-f7a35e73848e),segment_id=52195f1c-06cb-4c8f-a6ae-f7a35e73848e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:47:59.104186 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:59.106181 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:47:59.151845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Pushing event updated for resources: {'Port': ['ID=33f1c0b3-8a11-4f23-9b69-08999f47b1c6,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:47:59.154917 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:47:59.323162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-7f345921-c721-452f-856a-9739d93d4bf0 None None] Provisioning complete for port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:47:59.323543 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-7f345921-c721-452f-856a-9739d93d4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:59.542564 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41802) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:47:59.841228 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:47:59.864322 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:59.865765 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:47:59.998379 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:00.003202 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:00.015872 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:00.017061 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-14a9b135-a237-4f47-b5d0-2bee1302b717 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4734912 Jun 16 14:48:00.470619 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:48:00.515016 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:00.515382 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:02.396034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41810) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:02.700040 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [None req-89783e15-d3ee-4ba1-936c-d091312039b7 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:48:02.701012 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-89783e15-d3ee-4ba1-936c-d091312039b7 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040538 Jun 16 14:48:03.894026 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-93f49658-2601-432c-bc92-53f0ec5503e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.022798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41818) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:05.331202 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:48:05.358592 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Made reservation on behalf of a4f402dbfdf74d81bb13326f53aaa270 for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:48:05.361467 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.377986 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.504512 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.508537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.512839 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:05.520487 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Reserving flat network on physical network physnet1 {{(pid=91762) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 14:48:05.553170 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769720720680', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.553802 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Unsubscribe: segment precommit_create {{(pid=91762) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 14:48:05.554301 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Added segment 885151ce-6781-4372-b039-944d11cd9500 of type flat for network a60835cd-7ddf-458b-addf-d1c2da04f740 Jun 16 14:48:05.572144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f0d91-d2d9-49f1-9dff-d9e3f67284bf,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:05.597801 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.598208 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.598547 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.598844 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.599182 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.599516 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.599824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.600150 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.600472 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.600803 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.601104 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.601419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Tracked resource versions report: Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: pushed versions: Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: { 'AddressGroup': {'1.2'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'ConntrackHelper': {'1.0'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Log': {'1.0'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Network': {'1.1'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Port': {'1.7'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'PortForwarding': {'1.2'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'QosPolicy': {'1.8'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroup': {'1.4'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SubPort': {'1.0'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Subnet': {'1.1'}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Trunk': {'1.1'}} Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: consumer versions: Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'ConntrackHelper': '1.0', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Log': '1.0', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Network': '1.1', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Port': '1.7', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'PortForwarding': '1.2', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'QosPolicy': '1.8', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroup': '1.4', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroupRule': '1.2', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SubPort': '1.0', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Subnet': '1.1', Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Trunk': '1.1'}} Jun 16 14:48:05.602582 dv-cinder-795009-4-iscsi neutron-server[91762]: {{(pid=91762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:48:05.683633 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:05.685513 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.738295 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.739937 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:48:05.740614 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:05.743888 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:05.790760 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7668903 Jun 16 14:48:05.843711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Pushing event updated for resources: {'Network': ['ID=a60835cd-7ddf-458b-addf-d1c2da04f740,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:05.847127 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:05.854540 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network a60835cd-7ddf-458b-addf-d1c2da04f740 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:48:06.431780 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9405c911-1be3-4fcd-89c2-9011d35635d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:06.662269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:07.300741 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:08.144027 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41840) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:08.355896 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3cd80-720d-48c2-9b45-a297a689346b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:48:08.357249 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-95e3cd80-720d-48c2-9b45-a297a689346b admin admin] 10.222.0.16 "GET /v2.0/subnets/3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1 HTTP/1.1" status: 200 len: 849 time: 0.2122703 Jun 16 14:48:08.533004 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2c5fafbf-5ce6-4bd8-a50c-f3d28fa1bc62 admin admin] 10.222.0.16 "GET /v2.0/routers/3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 HTTP/1.1" status: 200 len: 704 time: 0.1704426 Jun 16 14:48:08.796147 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.094239 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Allocated IP 172.20.0.1 (fa64d1bb-7b42-4845-a622-6bfd1cd239c9/3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1/a9af6472-7fec-48d7-969b-1e4475b19a31) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:48:09.246721 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.280768 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.303188 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Transition to ACTIVE for port object a9af6472-7fec-48d7-969b-1e4475b19a31 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:48:09.383786 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.387012 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:09.450342 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:48:09.460114 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:09.465184 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9af6472-7fec-48d7-969b-1e4475b19a31,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:09.476017 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:48:09.476481 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.550216 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:09.677718 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9bb3462e-106b-4265-bdeb-035f2af400df None None] Provisioning for port a9af6472-7fec-48d7-969b-1e4475b19a31 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:48:09.682031 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9bb3462e-106b-4265-bdeb-035f2af400df None None] Provisioning complete for port a9af6472-7fec-48d7-969b-1e4475b19a31 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:09.682401 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9bb3462e-106b-4265-bdeb-035f2af400df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.688409 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.717704 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3462e-106b-4265-bdeb-035f2af400df None None] Port a9af6472-7fec-48d7-969b-1e4475b19a31 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:48:09.915902 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.920356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.921407 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:09.923726 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:09.977267 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9af6472-7fec-48d7-969b-1e4475b19a31,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:09.980766 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:10.040742 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:48:10.042105 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:10.207479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:48:10.239134 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-1a50f96c-d939-424f-a791-c41ceb1e879b None None] Provisioning complete for port a9af6472-7fec-48d7-969b-1e4475b19a31 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:10.239434 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1a50f96c-d939-424f-a791-c41ceb1e879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:10.272980 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-1a50f96c-d939-424f-a791-c41ceb1e879b None None] Port a9af6472-7fec-48d7-969b-1e4475b19a31 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:48:10.297123 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:48:10.298767 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:48:10.305798 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7674732 Jun 16 14:48:10.314946 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Sync routers for ids ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:48:10.326588 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Routers {'3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:48:10.327459 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:48:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:10.510336 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Set router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 gateway port host: None {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:48:10.927679 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'name': 'router1', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:47:59Z', 'updated_at': '2021-06-16T14:48:09Z', 'revision_number': 2, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'gw_port_host': None, '_interfaces': [{'id': 'a9af6472-7fec-48d7-969b-1e4475b19a31', 'name': '', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'mac_address': 'fa:16:3e:9e:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:08Z', 'updated_at': '2021-06-16T14:48:09Z', 'revision_number': 2, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'subnets': [{'id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:10.933543 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Checking router: 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:48:10.933911 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Updating router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 port a9af6472-7fec-48d7-969b-1e4475b19a31 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:48:10.997265 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:11.488404 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:11.508624 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Transition to ACTIVE for port object a9af6472-7fec-48d7-969b-1e4475b19a31 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:48:11.515006 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:11.519638 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:11.703639 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Pushing event updated for resources: {'Port': ['ID=a9af6472-7fec-48d7-969b-1e4475b19a31,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:11.713257 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.713595 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.713930 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.714259 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.714586 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.714930 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.715253 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.715622 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.715949 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.716266 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.716578 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.716890 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Tracked resource versions report: Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: pushed versions: Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: { 'AddressGroup': {'1.2'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'ConntrackHelper': {'1.0'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Log': {'1.0'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Network': {'1.1'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Port': {'1.7'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'PortForwarding': {'1.2'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'QosPolicy': {'1.8'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroup': {'1.4'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SubPort': {'1.0'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Subnet': {'1.1'}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Trunk': {'1.1'}} Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: consumer versions: Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'ConntrackHelper': '1.0', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Log': '1.0', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Network': '1.1', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Port': '1.7', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'PortForwarding': '1.2', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'QosPolicy': '1.8', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroup': '1.4', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroupRule': '1.2', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SubPort': '1.0', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Subnet': '1.1', Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Trunk': '1.1'}} Jun 16 14:48:11.718013 dv-cinder-795009-4-iscsi neutron-server[91765]: {{(pid=91765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:48:11.727981 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:11.729069 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Attempting to bind port a9af6472-7fec-48d7-969b-1e4475b19a31 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:48:11.729480 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Attempting to bind port a9af6472-7fec-48d7-969b-1e4475b19a31 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:48:11.730432 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Attempting to bind port a9af6472-7fec-48d7-969b-1e4475b19a31 on network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:48:11.734835 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:48:11.735268 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Checking segment: {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:48:11.735780 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:11.736177 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Bound using segment: {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:48:11.736677 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Bound port: a9af6472-7fec-48d7-969b-1e4475b19a31, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52195f1c-06cb-4c8f-a6ae-f7a35e73848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:48:11.737048 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:11.805171 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] For port a9af6472-7fec-48d7-969b-1e4475b19a31, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:48:11.827683 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] For port a9af6472-7fec-48d7-969b-1e4475b19a31, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=a9af6472-7fec-48d7-969b-1e4475b19a31,segment=NetworkSegment(52195f1c-06cb-4c8f-a6ae-f7a35e73848e),segment_id=52195f1c-06cb-4c8f-a6ae-f7a35e73848e)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:48:11.831997 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:11.834343 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:11.889265 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Pushing event updated for resources: {'Port': ['ID=a9af6472-7fec-48d7-969b-1e4475b19a31,revision_number=4']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:11.891888 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Routers {'3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:48:11.892496 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:48:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:11.894519 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:11.983481 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] Set router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 gateway port host: None {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:48:12.189415 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'name': 'router1', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:47:59Z', 'updated_at': '2021-06-16T14:48:09Z', 'revision_number': 2, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'gw_port_host': None, '_interfaces': [{'id': 'a9af6472-7fec-48d7-969b-1e4475b19a31', 'name': '', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'mac_address': 'fa:16:3e:9e:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:08Z', 'updated_at': '2021-06-16T14:48:11Z', 'revision_number': 4, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'subnets': [{'id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:12.192898 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2a060-1d36-476e-9069-ae4641e2a485 None None] The sync data for ids ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'] in dv-cinder-795009-4-iscsi is: [{'id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'name': 'router1', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:47:59Z', 'updated_at': '2021-06-16T14:48:09Z', 'revision_number': 2, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'gw_port_host': None, '_interfaces': [{'id': 'a9af6472-7fec-48d7-969b-1e4475b19a31', 'name': '', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'mac_address': 'fa:16:3e:9e:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:08Z', 'updated_at': '2021-06-16T14:48:11Z', 'revision_number': 4, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'subnets': [{'id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:48:12.515049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 41862) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:12.628031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d057fa9-a9dd-4806-8ff5-92dcae7d9f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:48:12.629377 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-5d057fa9-a9dd-4806-8ff5-92dcae7d9f52 admin admin] 10.222.0.16 "GET /v2.0/networks/a60835cd-7ddf-458b-addf-d1c2da04f740 HTTP/1.1" status: 200 len: 842 time: 0.1134610 Jun 16 14:48:12.638685 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:48:12.662397 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Made reservation on behalf of a4f402dbfdf74d81bb13326f53aaa270 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:48:12.665502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:12.969313 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.objects.ports [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91762) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 14:48:12.969762 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:12.972538 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:13.027999 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cef3252-2c77-4f3e-8575-9a1a079a67ec,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:13.032458 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:48:13.032871 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Network hostable DHCP agents. Network: a60835cd-7ddf-458b-addf-d1c2da04f740, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:48:13.034908 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:13.055698 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:48:13.066669 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, a60835cd-7ddf-458b-addf-d1c2da04f740) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:13.072079 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:48:13.072977 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:13.076136 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375bf7aa-f2bd-4e5c-8676-65427707c981 None None] Network a60835cd-7ddf-458b-addf-d1c2da04f740 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:48:13.088313 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4530787 Jun 16 14:48:13.215508 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e90de-1c1d-4f50-8a5a-7edc512bbab5 None None] Network a60835cd-7ddf-458b-addf-d1c2da04f740 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:48:15.384304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41874) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:15.595424 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0d1c76c4-8390-4bd3-821b-3bfdfd2df546 admin admin] 10.222.0.16 "GET /v2.0/routers/3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 HTTP/1.1" status: 200 len: 710 time: 0.2099414 Jun 16 14:48:15.709150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa41b4-181e-4b57-9797-fc129fbec940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:48:15.711078 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c3aa41b4-181e-4b57-9797-fc129fbec940 admin admin] 10.222.0.16 "GET /v2.0/networks/a60835cd-7ddf-458b-addf-d1c2da04f740 HTTP/1.1" status: 200 len: 886 time: 0.1102698 Jun 16 14:48:15.719584 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:48:15.980590 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.218478 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.294079 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.487515 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Allocated IP 172.27.2.194 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/4f45376e-e0cc-4551-b000-42f78f737883) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:48:16.502303 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device a9af6472-7fec-48d7-969b-1e4475b19a31 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:48:16.550408 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port a9af6472-7fec-48d7-969b-1e4475b19a31 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:48:16.555484 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port a9af6472-7fec-48d7-969b-1e4475b19a31 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:16.555951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.613735 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.634151 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.701348 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.704186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:16.710193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port a9af6472-7fec-48d7-969b-1e4475b19a31, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=a9af6472-7fec-48d7-969b-1e4475b19a31,segment=NetworkSegment(52195f1c-06cb-4c8f-a6ae-f7a35e73848e),segment_id=52195f1c-06cb-4c8f-a6ae-f7a35e73848e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:48:16.713916 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:16.717351 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:16.761258 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=a9af6472-7fec-48d7-969b-1e4475b19a31,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:16.764450 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:16.769745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:48:16.776152 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:48:16.782989 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:48:16.820151 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Pushing event updated for resources: {'Port': ['ID=4f45376e-e0cc-4551-b000-42f78f737883,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:16.850962 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:17.064951 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:17.254066 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:17.257269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1683856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1683938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1743530'] for router, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:17.365478 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:48:17.469151 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:48:17.473526 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:17.474605 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] 10.222.0.16 "PUT /v2.0/routers/3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 HTTP/1.1" status: 200 len: 890 time: 1.7581661 Jun 16 14:48:17.490158 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Sync routers for ids ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:48:17.502115 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Routers {'3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:48:17.502800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:48:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:17.715187 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Set router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:48:18.099768 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'name': 'router1', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '4f45376e-e0cc-4551-b000-42f78f737883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:47:59Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 4, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'gw_port': {'id': '4f45376e-e0cc-4551-b000-42f78f737883', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:16Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'a9af6472-7fec-48d7-969b-1e4475b19a31', 'name': '', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'mac_address': 'fa:16:3e:9e:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:08Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 5, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'subnets': [{'id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:18.105625 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Checking router: 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:48:18.105982 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Updating router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 port 4f45376e-e0cc-4551-b000-42f78f737883 binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:48:18.140432 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.455267 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.476921 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Transition to ACTIVE for port object 4f45376e-e0cc-4551-b000-42f78f737883 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:48:18.483643 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.485793 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a3a55a2b-3e64-478a-8dce-e3c19146076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:18.511945 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device a9af6472-7fec-48d7-969b-1e4475b19a31 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:48:18.573872 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca31c6-45b5-4dec-a0ab-4bb1caa9c0b2 None None] Pushing event updated for resources: {'Port': ['ID=4f45376e-e0cc-4551-b000-42f78f737883,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:18.576293 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Attempting to bind port 4f45376e-e0cc-4551-b000-42f78f737883 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:48:18.576672 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Attempting to bind port 4f45376e-e0cc-4551-b000-42f78f737883 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:48:18.577079 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Attempting to bind port 4f45376e-e0cc-4551-b000-42f78f737883 on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:48:18.580244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-fdca31c6-45b5-4dec-a0ab-4bb1caa9c0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:18.587162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:48:18.587616 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:48:18.588023 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.588420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:48:18.588903 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Bound port: 4f45376e-e0cc-4551-b000-42f78f737883, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:48:18.589276 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.634466 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port a9af6472-7fec-48d7-969b-1e4475b19a31 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:18.634840 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.670038 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] For port 4f45376e-e0cc-4551-b000-42f78f737883, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:48:18.687891 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] For port 4f45376e-e0cc-4551-b000-42f78f737883, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=4f45376e-e0cc-4551-b000-42f78f737883,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:48:18.695822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:18.700891 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:18.871127 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Routers {'3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:48:18.871749 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:48:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:18.874343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca31c6-45b5-4dec-a0ab-4bb1caa9c0b2 None None] Pushing event updated for resources: {'Port': ['ID=4f45376e-e0cc-4551-b000-42f78f737883,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:18.878212 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-fdca31c6-45b5-4dec-a0ab-4bb1caa9c0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:18.982042 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] Set router 3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:48:19.191228 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'name': 'router1', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '4f45376e-e0cc-4551-b000-42f78f737883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:47:59Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 4, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'gw_port': {'id': '4f45376e-e0cc-4551-b000-42f78f737883', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:16Z', 'updated_at': '2021-06-16T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'a9af6472-7fec-48d7-969b-1e4475b19a31', 'name': '', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'mac_address': 'fa:16:3e:9e:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:08Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 5, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'subnets': [{'id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:48:19.195535 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f00c4c-707b-4231-be4f-f8db0782be8d None None] The sync data for ids ['3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7'] in dv-cinder-795009-4-iscsi is: [{'id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'name': 'router1', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '4f45376e-e0cc-4551-b000-42f78f737883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:47:59Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 4, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'gw_port': {'id': '4f45376e-e0cc-4551-b000-42f78f737883', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:16Z', 'updated_at': '2021-06-16T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'a9af6472-7fec-48d7-969b-1e4475b19a31', 'name': '', 'network_id': 'fa64d1bb-7b42-4845-a622-6bfd1cd239c9', 'tenant_id': '0cb67f7b03c945d4af5f439341ab6f58', 'mac_address': 'fa:16:3e:9e:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfc7a22-0e8f-412d-b1df-5b1de6aebfb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:48:08Z', 'updated_at': '2021-06-16T14:48:16Z', 'revision_number': 5, 'project_id': '0cb67f7b03c945d4af5f439341ab6f58', 'subnets': [{'id': '3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c25fcd5-3f3d-4092-8f6d-8bcabe82df14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:48:19.858721 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 41884) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:48:19.985741 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9f07c060-87b0-4b51-a2e1-817d5492e4eb admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258817 Jun 16 14:48:20.512245 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 4f45376e-e0cc-4551-b000-42f78f737883 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:48:20.559576 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 4f45376e-e0cc-4551-b000-42f78f737883 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:48:20.563307 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 4f45376e-e0cc-4551-b000-42f78f737883 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:20.563687 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:20.644260 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:20.664427 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 4f45376e-e0cc-4551-b000-42f78f737883, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=4f45376e-e0cc-4551-b000-42f78f737883,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:48:20.668976 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:20.674941 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-fdca31c6-45b5-4dec-a0ab-4bb1caa9c0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:48:20.718453 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=4f45376e-e0cc-4551-b000-42f78f737883,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:48:20.721629 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:48:22.548368 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 4f45376e-e0cc-4551-b000-42f78f737883 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:48:22.598676 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 4f45376e-e0cc-4551-b000-42f78f737883 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:48:22.599083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:33.908373 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-dc92944d-4a34-43cb-90ac-b2556eec881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:36.436103 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c705070-9fa0-4a0f-8d69-796dd37873af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:36.685047 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:37.313970 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:39.275670 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:48:47.301779 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:49:03.904665 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-6935ee63-0d06-40e8-baf8-9677fa611c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:06.431133 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c243a119-8542-45a0-bd48-86e29456d0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:06.668794 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:07.311798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:09.276049 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:24.306609 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:49:33.902326 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a60ac871-2472-42cf-a63a-97c72490d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:36.443869 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-eca930f3-1037-43a2-a2a9-dd8ec6128761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:36.684252 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:37.320588 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:49:39.288836 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:00.656503 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42454) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:00.740105 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ea1881-3f4a-432e-b6ee-ce823a323dbe admin admin] GET failed (client error): The resource could not be found. Jun 16 14:50:00.741593 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-f7ea1881-3f4a-432e-b6ee-ce823a323dbe admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0841174 Jun 16 14:50:01.038184 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63857f2a-ae7f-4d72-a24c-f9499f0f4e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:01.039846 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-63857f2a-ae7f-4d72-a24c-f9499f0f4e42 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2940860 Jun 16 14:50:01.305849 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:50:03.406690 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42464) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:03.513750 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69965065-bd05-4216-a649-63ead410dadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:03.515340 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-69965065-bd05-4216-a649-63ead410dadb admin admin] 10.222.0.16 "GET /v2.0/subnets/3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1 HTTP/1.1" status: 200 len: 849 time: 0.1073592 Jun 16 14:50:03.525762 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:50:03.625750 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Notify callbacks [] for subnet, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:03.795432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769720687984'] for subnet, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:03.798170 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6d860fba-f263-4ab0-9302-88c9c217eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:50:03.831905 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:03.832675 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:03.834681 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] 10.222.0.16 "PUT /v2.0/subnets/3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1 HTTP/1.1" status: 200 len: 868 time: 0.3130836 Jun 16 14:50:03.852648 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37677777-1cc4-441b-9309-399ce40dc4ae None None] Network fa64d1bb-7b42-4845-a622-6bfd1cd239c9 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:50:03.870281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:03.882833 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.883372 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.883898 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.884416 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.884932 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.885462 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.885978 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.886493 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.887029 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.887536 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.888036 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.888507 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:03.896615 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:50:03.982022 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-aaef95e4-2794-42a0-9a64-2111d0a038de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:04.455648 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-5f9d35d6-a828-42a9-8359-fc0e7df2194e None None] Provisioning complete for port a9af6472-7fec-48d7-969b-1e4475b19a31 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:50:04.456110 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5f9d35d6-a828-42a9-8359-fc0e7df2194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:04.569504 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-5f9d35d6-a828-42a9-8359-fc0e7df2194e None None] Provisioning complete for port 33f1c0b3-8a11-4f23-9b69-08999f47b1c6 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:50:04.569957 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5f9d35d6-a828-42a9-8359-fc0e7df2194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:06.169802 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42472) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:06.393293 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bea2c0-47d5-41b0-bd70-b8138f2a4aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:06.393875 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bea2c0-47d5-41b0-bd70-b8138f2a4aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:06.396378 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d8bea2c0-47d5-41b0-bd70-b8138f2a4aed admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2255561 Jun 16 14:50:06.452874 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-7e637a8e-269c-43de-8992-8c44d69529ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:06.691450 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:07.320335 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:08.710448 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42482) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:08.857087 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0cafcc-9b03-4050-99cb-a216697bac6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:08.857563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0cafcc-9b03-4050-99cb-a216697bac6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:08.859171 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-8d0cafcc-9b03-4050-99cb-a216697bac6f admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1476872 Jun 16 14:50:09.287320 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:11.087551 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42490) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:11.231575 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd854ee-b0fd-46e2-8425-390aa8f4ffd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:11.233057 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-4dd854ee-b0fd-46e2-8425-390aa8f4ffd1 admin admin] 10.222.0.16 "GET /v2.0/networks/a60835cd-7ddf-458b-addf-d1c2da04f740 HTTP/1.1" status: 200 len: 886 time: 0.1444590 Jun 16 14:50:13.492122 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42498) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:13.649513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da57d0-a8c9-42ba-80c0-d6ca36527f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:13.650977 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-03da57d0-a8c9-42ba-80c0-d6ca36527f3f admin admin] 10.222.0.16 "GET /v2.0/networks/fa64d1bb-7b42-4845-a622-6bfd1cd239c9 HTTP/1.1" status: 200 len: 869 time: 0.1577363 Jun 16 14:50:15.929013 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42506) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:16.079436 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004a89c-16c1-4049-a4fe-438a67b69745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:16.080287 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004a89c-16c1-4049-a4fe-438a67b69745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:16.082150 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4004a89c-16c1-4049-a4fe-438a67b69745 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1520627 Jun 16 14:50:18.383446 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42514) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:18.562304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf497c4-a6e6-47b9-9f16-d040c32fed44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:18.562650 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf497c4-a6e6-47b9-9f16-d040c32fed44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:18.564376 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-bbf497c4-a6e6-47b9-9f16-d040c32fed44 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1797001 Jun 16 14:50:20.888843 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42522) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:21.081592 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a8321-2cb8-4b75-bc18-8356d32c9bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:21.082984 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-567a8321-2cb8-4b75-bc18-8356d32c9bad admin admin] 10.222.0.16 "GET /v2.0/subnets/3f1b2902-6f3a-4fbf-b45e-0571a5c4aba1 HTTP/1.1" status: 200 len: 868 time: 0.1929281 Jun 16 14:50:23.331190 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42530) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:23.449260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013883a2-f80b-4d49-bf7c-75daff7b0751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:23.450689 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-013883a2-f80b-4d49-bf7c-75daff7b0751 admin admin] 10.222.0.16 "GET /v2.0/subnets/5cef3252-2c77-4f3e-8575-9a1a079a67ec HTTP/1.1" status: 200 len: 816 time: 0.1181870 Jun 16 14:50:33.895136 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e2881e39-cf3a-416b-a1e6-3d138b091def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:36.437936 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b03c45b-8dd1-420c-9e65-0ee31aa2de22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:36.689441 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:37.328500 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:38.309148 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:50:39.294257 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:48.003390 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42574) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:48.056444 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [None req-2d335884-dbe4-4cb4-8e72-8fc6f95f3e5d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:50:48.057766 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2d335884-dbe4-4cb4-8e72-8fc6f95f3e5d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529540 Jun 16 14:50:50.466953 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42582) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:50.529447 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdd4e6c-20a7-4fa9-9e36-c7ddaf7b7ca9 admin admin] GET failed (client error): The resource could not be found. Jun 16 14:50:50.530830 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7fdd4e6c-20a7-4fa9-9e36-c7ddaf7b7ca9 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629396 Jun 16 14:50:50.622113 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622412c7-8a2e-4eda-92bf-d97543636045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:50.623756 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-622412c7-8a2e-4eda-92bf-d97543636045 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0884142 Jun 16 14:50:52.912009 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42590) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:52.980982 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:50:53.007650 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Made reservation on behalf of a4f402dbfdf74d81bb13326f53aaa270 for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:50:53.010281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:53.052183 dv-cinder-795009-4-iscsi neutron-server[91763]: WARNING neutron.services.revisions.revision_plugin [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Could not find related network for resource to bump revision. Jun 16 14:50:53.070394 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:50:53.082245 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:53.082500 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Added segment ba90e7e5-35da-426a-9545-15d32c6b148a of type vlan for network 1264293d-ab09-40e8-9613-a213cb74335f Jun 16 14:50:53.124888 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:53.163025 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:53.164368 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:53.164952 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:53.167089 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:50:53.201563 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2884090 Jun 16 14:50:53.232566 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Pushing event updated for resources: {'Network': ['ID=1264293d-ab09-40e8-9613-a213cb74335f,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:53.238483 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:50:53.246283 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 1264293d-ab09-40e8-9613-a213cb74335f details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:50:55.654603 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42598) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:50:55.721641 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab20397-76d4-4a74-899a-2437c68dd8e1 admin admin] GET failed (client error): The resource could not be found. Jun 16 14:50:55.723159 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9ab20397-76d4-4a74-899a-2437c68dd8e1 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675137 Jun 16 14:50:55.835837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1dad0f-e48b-4cff-9860-4922e0d418a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:55.837337 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3f1dad0f-e48b-4cff-9860-4922e0d418a6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1100657 Jun 16 14:50:55.852384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f', 'name': 'shared-subnet'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:50:55.876518 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Made reservation on behalf of a4f402dbfdf74d81bb13326f53aaa270 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:50:55.878909 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:56.085517 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:56.088089 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bd5e2569-4aaf-4bc5-bbc8-8a6b33605fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:50:56.145803 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92bd8f4-5d48-4e38-b593-c0b368ab01bb,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:56.155903 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Checking segment: {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:50:56.156295 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Network hostable DHCP agents. Network: 1264293d-ab09-40e8-9613-a213cb74335f, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:50:56.160203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.160563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.160903 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.161237 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.161561 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.161884 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.162250 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.162657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.163035 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.163384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.163701 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.164036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:56.168043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:50:56.186380 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Network 1264293d-ab09-40e8-9613-a213cb74335f is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:50:56.197506 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 1264293d-ab09-40e8-9613-a213cb74335f) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:50:56.203233 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:50:56.203970 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:56.209797 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d8f0d-b3ed-4767-84d8-485301e05549 None None] Network 1264293d-ab09-40e8-9613-a213cb74335f requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:50:56.222649 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3740242 Jun 16 14:50:56.551244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-1264293d-ab09-40e8-9613-a213cb74335f', 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f', 'tenant_id': 'a4f402dbfdf74d81bb13326f53aaa270', 'fixed_ips': [{'subnet_id': 'f92bd8f4-5d48-4e38-b593-c0b368ab01bb'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:50:56.552393 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:56.762352 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Allocated IP 192.168.233.2 (1264293d-ab09-40e8-9613-a213cb74335f/f92bd8f4-5d48-4e38-b593-c0b368ab01bb/d7d7e03b-9ffe-45cf-b277-355f4ed17ebe) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:50:56.961345 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:56.971739 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Transition to ACTIVE for port object d7d7e03b-9ffe-45cf-b277-355f4ed17ebe will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:50:56.991795 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Transition to ACTIVE for port object d7d7e03b-9ffe-45cf-b277-355f4ed17ebe will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:50:57.002438 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:57.005839 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8ee88224-b61a-4da2-87e2-a8de18ee9cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:50:57.047487 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Network 1264293d-ab09-40e8-9613-a213cb74335f is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:50:57.048802 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:50:57.054789 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:50:57.066383 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7e03b-9ffe-45cf-b277-355f4ed17ebe,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:57.095414 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.095757 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.096091 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.096420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.096752 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.097134 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.097394 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.097715 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.098039 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.098356 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.098672 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.099014 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:50:57.103656 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:50:57.135356 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Attempting to bind port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:50:57.135744 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Attempting to bind port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:50:57.136107 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Attempting to bind port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe on network 1264293d-ab09-40e8-9613-a213cb74335f {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:50:57.141980 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:50:57.142483 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Checking segment: {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:50:57.142752 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:57.143695 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Bound using segment: {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:50:57.143695 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Bound port: d7d7e03b-9ffe-45cf-b277-355f4ed17ebe, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:50:57.144031 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:57.212364 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] For port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:50:57.215931 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] For port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=d7d7e03b-9ffe-45cf-b277-355f4ed17ebe,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:50:57.222080 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:57.224470 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:50:57.282999 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7e03b-9ffe-45cf-b277-355f4ed17ebe,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:57.286905 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:50:58.194726 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c1a91-53ef-4883-987c-b22624b432b1 None None] Network 1264293d-ab09-40e8-9613-a213cb74335f requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:50:58.301155 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-0a50410b-7857-4296-af67-6cf5ef47c150 None None] Provisioning for port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:50:58.670828 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device d7d7e03b-9ffe-45cf-b277-355f4ed17ebe up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:50:58.728295 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:50:58.733115 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:50:58.733518 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:58.820328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:58.858243 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=d7d7e03b-9ffe-45cf-b277-355f4ed17ebe,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:50:58.864585 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:50:58.868209 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:50:58.923696 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=d7d7e03b-9ffe-45cf-b277-355f4ed17ebe,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:50:58.930150 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:51:00.634260 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device d7d7e03b-9ffe-45cf-b277-355f4ed17ebe up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:51:00.689611 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port d7d7e03b-9ffe-45cf-b277-355f4ed17ebe triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:51:00.690171 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:03.902562 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb21a-d53f-4027-ba89-62aa077a44dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:06.447485 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-bc8a0001-3576-4b18-af13-49092aca0be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:06.675526 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:07.323050 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:09.296166 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:15.308341 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:51:33.897935 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-71ae64d5-f711-48b5-842b-e53bf7071a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:36.446472 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-bc28b521-c8be-4e09-ba3e-e030b6038f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:36.687579 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:37.326893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:39.300374 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:51:52.306020 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:52:03.900025 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-da5ba1d8-f618-42ee-b786-9c9f76d35536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:06.449850 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3482c541-777e-4afa-ab2c-42e420d9e8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:06.684146 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:07.329877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:09.304259 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.000167 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42650) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:52:18.006941 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [None req-fff85482-6985-4b5c-8959-a7c61d45cb42 tempest-verify_tempest_config-1364496424 tempest-verify_tempest_config-1364496424-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:52:18.008152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fff85482-6985-4b5c-8959-a7c61d45cb42 tempest-verify_tempest_config-1364496424 tempest-verify_tempest_config-1364496424-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068583 Jun 16 14:52:18.372310 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42668) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:52:18.507023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.637416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.643544 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.655876 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:52:18.731999 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5393dcea0224020adf467c46358ca3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3575439 Jun 16 14:52:18.733410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a12b1d0-0f86-4e43-a924-421970217398,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:52:18.734260 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42672) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:52:18.746827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.747958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.748517 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.749059 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.749600 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.750157 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.750703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.751277 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.751835 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.752388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.753230 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.753778 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.761458 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:52:18.797288 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.823327 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.933531 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.936811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:18.938342 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a12b1d0-0f86-4e43-a924-421970217398 HTTP/1.1" status: 204 len: 168 time: 0.2026238 Jun 16 14:52:18.939204 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:52:18.951697 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a12b1d0-0f86-4e43-a924-421970217398,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:52:18.963580 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.964210 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.964789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.965359 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.965900 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.967044 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.967595 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.968132 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.968691 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.969253 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.969815 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.970378 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:52:18.976182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:52:29.305224 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:52:33.897639 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c2334a0d-2888-4f21-88eb-689cc7b878cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:36.444244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d5be28f9-2b0a-4d9d-b137-0216ea2c6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:36.680411 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:37.331272 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:52:39.306527 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:03.890681 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e7656e29-4bf7-40fa-8f42-eea33e62c025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:06.304757 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:53:06.456267 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1d1d34ee-e91d-4e9e-9812-e04d20c5f562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:06.688531 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:07.335597 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:09.316285 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:33.893135 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff196104-eafb-4859-a11c-5e3560183413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:36.455185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-01edae47-d4cd-407b-adf3-bd69ddae0a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:36.689460 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:37.339222 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:39.322812 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:53:43.302583 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 5 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:53:58.649954 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671'] for agent, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:03.379349 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42726) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:54:03.496066 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d5b54e59-a007-45b7-99cf-f5bd0be38546 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1152620 Jun 16 14:54:03.898019 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdb0e-c680-4c1e-bc4c-dc2447892f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:06.269550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42736) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:54:06.348679 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f43ba9cd-667e-488e-a53d-b8f5c584388e admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0775883 Jun 16 14:54:06.453982 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-325aa33a-e943-47fa-bbbf-98e306e6267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:06.685413 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:07.341712 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:09.331591 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:20.302324 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:54:28.624723 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:33.898620 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-213f12b2-5418-4077-b15d-72e988510f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:36.449703 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-336adbe4-6632-44f2-9055-67b0ebc45500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:36.681571 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:37.343916 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:39.322803 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:54:57.303190 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:54:58.650202 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:03.897703 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fa9f5737-f375-4dec-b043-3b86526eaf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:06.463601 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1462eac2-0ed4-4d71-93a4-1b5ddd50d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:06.686120 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:07.353101 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:09.329765 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:28.660114 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:33.892958 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-54cad289-1c67-4d21-b3bf-e6f1cae35e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:34.303001 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:55:36.465889 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d164b838-56a0-4726-92b3-7cd4edc7cd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:36.691825 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:37.359499 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.368045 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.387770 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42838) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:39.667060 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-network', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:39.697143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Made reservation on behalf of 6779ff6d94bb4a559bd5c6d8efacb59e for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:39.701455 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.715523 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.860835 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.865968 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.870475 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:39.895671 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0d1ec-2cfa-454c-8505-04d93b9351e8,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:39.904750 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.905187 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.905587 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.905995 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.906387 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.906787 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.907192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.907582 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.907905 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.908227 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.908548 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.908858 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Tracked resource versions report: Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: pushed versions: Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: { 'AddressGroup': {'1.2'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'ConntrackHelper': {'1.0'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Log': {'1.0'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Network': {'1.1'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Port': {'1.7'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'PortForwarding': {'1.2'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'QosPolicy': {'1.8'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroup': {'1.4'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SubPort': {'1.0'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Subnet': {'1.1'}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Trunk': {'1.1'}} Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: consumer versions: Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: HyperV agent@hv-cinder-79500: {}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'ConntrackHelper': '1.0', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Log': '1.0', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Network': '1.1', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Port': '1.7', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'PortForwarding': '1.2', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'QosPolicy': '1.8', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroup': '1.4', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SecurityGroupRule': '1.2', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'SubPort': '1.0', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Subnet': '1.1', Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: 'Trunk': '1.1'}} Jun 16 14:55:39.916279 dv-cinder-795009-4-iscsi neutron-server[91763]: {{(pid=91763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:55:39.923626 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:39.924569 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:55:39.934939 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:39.935291 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Added segment 9ec61b5b-4b65-4aa7-8857-dd14d56f0360 of type vlan for network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 Jun 16 14:55:39.988925 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.027442 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.028813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:40.029620 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.037178 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:40.061653 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6682484 Jun 16 14:55:40.061964 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42884) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:40.069946 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Request body: {'subnet': {'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-subnet', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:40.097078 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Made reservation on behalf of 6779ff6d94bb4a559bd5c6d8efacb59e for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:40.099775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.101953 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f49bc5fe-dc6c-4b24-bfd2-a769082592e1,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:40.105027 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:40.114851 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:55:40.314630 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.317244 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:40.366159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:40.376178 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.376534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.376878 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.377196 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.377526 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.377958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.378233 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.378560 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.378938 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.379290 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.379623 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.380050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Tracked resource versions report: Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: pushed versions: Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: { 'AddressGroup': {'1.2'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'ConntrackHelper': {'1.0'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Log': {'1.0'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Network': {'1.1'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Port': {'1.7'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'PortForwarding': {'1.2'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'QosPolicy': {'1.8'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroup': {'1.4'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SubPort': {'1.0'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Subnet': {'1.1'}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Trunk': {'1.1'}} Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: consumer versions: Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: HyperV agent@hv-cinder-79500: {}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'ConntrackHelper': '1.0', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Log': '1.0', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Network': '1.1', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Port': '1.7', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'PortForwarding': '1.2', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'QosPolicy': '1.8', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroup': '1.4', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SecurityGroupRule': '1.2', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'SubPort': '1.0', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Subnet': '1.1', Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: 'Trunk': '1.1'}} Jun 16 14:55:40.381072 dv-cinder-795009-4-iscsi neutron-server[91762]: {{(pid=91762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:55:40.392271 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:40.427089 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Checking segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:40.428116 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Network hostable DHCP agents. Network: f49bc5fe-dc6c-4b24-bfd2-a769082592e1, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:55:40.454950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:55:40.474450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, f49bc5fe-dc6c-4b24-bfd2-a769082592e1) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:40.481142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:40.481911 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.485632 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9419b1-aa8c-4c5a-9b6e-56f17d4e2b62 None None] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:40.509267 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4461200 Jun 16 14:55:40.512014 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 42902) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:40.516880 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:40.541281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.542607 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.602391 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:40.656984 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c470a-8408-4ce1-af1c-38ead89509e1 None None] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:40.763791 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:41.103172 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:41.136070 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:41.277698 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Allocated IP 172.27.2.152 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/7a174f83-0b3c-43d6-8677-589f54cdbb5c) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:55:41.406366 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:41.457655 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:41.462616 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:41.512682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:55:41.516253 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Pushing event updated for resources: {'Port': ['ID=7a174f83-0b3c-43d6-8677-589f54cdbb5c,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:41.519515 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:41.537425 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:41.555008 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:55:41.621899 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42958) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:41.892590 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.185724 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 42978) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:42.257722 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.274569 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1285722886-network', 'tenant_id': '83c891378b2b43d58816e62ed02ffdb5'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:42.309404 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Made reservation on behalf of 83c891378b2b43d58816e62ed02ffdb5 for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:42.314259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.330515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.488720 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Router bb29a70a-b73d-41d5-8b66-a46b6ac70800 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:55:42.493339 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.499313 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.504858 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:42.529808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caac1b5d-4e85-4e66-8ca0-56a001fe4f19,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:42.535262 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:42.547024 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:55:42.568660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.569026 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Added segment b97039bc-88e1-48bc-bc76-489811126296 of type vlan for network 719e1ec5-79bc-4730-bb24-e1fa00054947 Jun 16 14:55:42.642521 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.685759 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.689194 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:42.690418 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.696465 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:42.727077 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:55:42.744494 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Sync routers for ids ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:55:42.754005 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1304300 Jun 16 14:55:42.754997 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43004) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:42.781981 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Request body: {'subnet': {'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1285722886-subnet', 'tenant_id': '83c891378b2b43d58816e62ed02ffdb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:42.794713 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:42.802140 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2886589 Jun 16 14:55:42.803118 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43006) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:42.803307 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Routers {'bb29a70a-b73d-41d5-8b66-a46b6ac70800'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:55:42.803836 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:55:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:42.859086 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Pushing event updated for resources: {'Network': ['ID=719e1ec5-79bc-4730-bb24-e1fa00054947,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:42.865790 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:42.876523 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:55:42.906150 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-789605507-network', 'tenant_id': '83d53bb163ff4076bac0ce986b5b4805'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:42.941552 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43008) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:42.964610 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Made reservation on behalf of 83c891378b2b43d58816e62ed02ffdb5 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:42.968570 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.074041 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Made reservation on behalf of 83d53bb163ff4076bac0ce986b5b4805 for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:43.078232 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.199642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.251067 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Set router bb29a70a-b73d-41d5-8b66-a46b6ac70800 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:55:43.333550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2108248165-network', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:43.432234 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Made reservation on behalf of bdc18fa6e1214b718188a8bde6e359df for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:43.439507 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.495522 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.723110 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:55:41Z', 'revision_number': 3, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:43.734428 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Checking router: bb29a70a-b73d-41d5-8b66-a46b6ac70800 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:55:43.734772 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Updating router bb29a70a-b73d-41d5-8b66-a46b6ac70800 port 7a174f83-0b3c-43d6-8677-589f54cdbb5c binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:55:43.847200 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.851161 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:43.871871 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ef1fb6c7-a3e9-4fa7-844e-9c8f701fc020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:43.919475 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.028330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.137236 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:55:44.196665 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Checking segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:44.203912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Network hostable DHCP agents. Network: 719e1ec5-79bc-4730-bb24-e1fa00054947, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:55:44.225386 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4177ecce-8689-4b7b-9bb6-b60de83b10a1,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:44.252544 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:44.265207 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-016b7fb4-3387-4c53-82eb-6d16d5b61c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:44.278134 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.278134 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Added segment ddccb95a-caca-4484-b4fa-3426425ec041 of type vlan for network bd03b616-4021-45a2-a4b6-e64cd8953d06 Jun 16 14:55:44.356679 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.369521 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Transition to ACTIVE for port object 7a174f83-0b3c-43d6-8677-589f54cdbb5c will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:55:44.380076 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.385156 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:44.402719 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.497916 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.514615 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Pushing event updated for resources: {'Port': ['ID=7a174f83-0b3c-43d6-8677-589f54cdbb5c,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:44.544898 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.545251 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.545600 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.545937 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.546310 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.546754 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.547203 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.547538 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.562540 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.563053 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.563409 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.563749 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Tracked resource versions report: Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: pushed versions: Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: { 'AddressGroup': {'1.2'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'ConntrackHelper': {'1.0'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Log': {'1.0'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Network': {'1.1'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Port': {'1.7'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'PortForwarding': {'1.2'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'QosPolicy': {'1.8'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroup': {'1.4'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SubPort': {'1.0'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Subnet': {'1.1'}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Trunk': {'1.1'}} Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: consumer versions: Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: HyperV agent@hv-cinder-79500: {}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'ConntrackHelper': '1.0', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Log': '1.0', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Network': '1.1', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Port': '1.7', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'PortForwarding': '1.2', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'QosPolicy': '1.8', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroup': '1.4', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SecurityGroupRule': '1.2', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'SubPort': '1.0', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Subnet': '1.1', Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: 'Trunk': '1.1'}} Jun 16 14:55:44.569506 dv-cinder-795009-4-iscsi neutron-server[91765]: {{(pid=91765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:55:44.584191 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:44.617201 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43038) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:44.638261 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Attempting to bind port 7a174f83-0b3c-43d6-8677-589f54cdbb5c on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:55:44.638608 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Attempting to bind port 7a174f83-0b3c-43d6-8677-589f54cdbb5c by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:55:44.639013 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Attempting to bind port 7a174f83-0b3c-43d6-8677-589f54cdbb5c on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:55:44.644912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.660074 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:55:44.660438 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:44.660739 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.661237 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:55:44.661740 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Bound port: 7a174f83-0b3c-43d6-8677-589f54cdbb5c, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:55:44.662125 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.675652 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:44.676333 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.709833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c2921-17e8-44c9-af13-e30ed40fc6ef,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:44.732293 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:55:44.734888 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:44.736121 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:44.792198 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] For port 7a174f83-0b3c-43d6-8677-589f54cdbb5c, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:55:44.797703 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] For port 7a174f83-0b3c-43d6-8677-589f54cdbb5c, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=7a174f83-0b3c-43d6-8677-589f54cdbb5c,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:55:44.809123 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.813509 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cb83314b-582c-40c0-aa2b-a0a09c8e721e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:44.839678 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 719e1ec5-79bc-4730-bb24-e1fa00054947) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:44.853665 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.858832 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75444b-12f4-46b2-888b-f6fddf2af6df None None] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:44.882741 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:44.887749 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.897968 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.933972 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:55:44.945091 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:44.945439 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Added segment 3eb025e2-e2b0-4d5b-a987-0f5d1582ca74 of type vlan for network 7364df9f-dc4a-4ada-9b32-d642da78dde3 Jun 16 14:55:44.969076 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Pushing event updated for resources: {'Port': ['ID=7a174f83-0b3c-43d6-8677-589f54cdbb5c,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:44.992067 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.000071 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Allocated IP 172.20.0.1 (f49bc5fe-dc6c-4b24-bfd2-a769082592e1/fa996ea9-ca4f-430f-b473-cf3e0acc2b7b/046a97d1-036c-4c65-bd2c-15412dd07347) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:55:45.032981 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Routers {'bb29a70a-b73d-41d5-8b66-a46b6ac70800'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:55:45.034530 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:55:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:45.038848 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8513646 Jun 16 14:55:45.119505 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43058) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:45.138072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Request body: {'subnet': {'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-789605507-subnet', 'tenant_id': '83d53bb163ff4076bac0ce986b5b4805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:45.186969 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] Set router bb29a70a-b73d-41d5-8b66-a46b6ac70800 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:55:45.200525 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.201336 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Pushing event updated for resources: {'Network': ['ID=bd03b616-4021-45a2-a4b6-e64cd8953d06,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:45.214469 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Made reservation on behalf of 83d53bb163ff4076bac0ce986b5b4805 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:45.217133 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.219680 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:45.220915 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:45.221909 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.236318 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.256536 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:45.261574 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-df7f8fb5-32b8-49be-b69c-613af4e66ae7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4868824 Jun 16 14:55:45.330408 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:45.404577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2636ec3f-b326-4bd9-a885-2c2ebcf710e2,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:45.431859 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.465891 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:45.473175 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:45.517119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network bd03b616-4021-45a2-a4b6-e64cd8953d06 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:55:45.528308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.530644 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:45.623306 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67710c00-cafb-4e6b-adf7-ee23c8ff905a None None] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:45.687755 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:55:45.718410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Pushing event updated for resources: {'Port': ['ID=046a97d1-036c-4c65-bd2c-15412dd07347,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:45.730199 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:45.731355 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:45.743782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:55:45.746120 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.767471 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:55:41Z', 'revision_number': 3, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:45.780942 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196210fc-2b4d-41b0-8979-44c9b9daa929 None None] The sync data for ids ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'] in dv-cinder-795009-4-iscsi is: [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:55:41Z', 'revision_number': 3, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:55:45.912128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Pushing event updated for resources: {'Network': ['ID=7364df9f-dc4a-4ada-9b32-d642da78dde3,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:45.921651 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:45.924419 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:55:45.958939 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:45.979029 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.072938 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:46.084674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81f9b78354f94118a146582f92a68ebf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4661398 Jun 16 14:55:46.095322 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1519117 Jun 16 14:55:46.105353 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43078) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:46.105666 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43080) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:46.145006 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Request body: {'subnet': {'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2108248165-subnet', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:46.287208 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Made reservation on behalf of bdc18fa6e1214b718188a8bde6e359df for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:46.291629 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.294288 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b284651d-fe30-42a1-8797-74e7d4d7e396,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:46.308177 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:46.510115 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43114) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:46.551571 dv-cinder-795009-4-iscsi neutron-server[91763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 14:55:46.578035 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.597827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.612082 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:46.633197 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.739419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Checking segment: {'id': 'ddccb95a-caca-4484-b4fa-3426425ec041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:46.740015 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Network hostable DHCP agents. Network: bd03b616-4021-45a2-a4b6-e64cd8953d06, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:55:46.789361 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e622d346-8587-452a-bf86-4c86aecaa980,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:46.796974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:46.801316 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Network bd03b616-4021-45a2-a4b6-e64cd8953d06 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:55:46.826781 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, bd03b616-4021-45a2-a4b6-e64cd8953d06) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:46.845823 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.868708 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b00bf-f7f7-453a-9a7b-f0dd6d513806 None None] Network bd03b616-4021-45a2-a4b6-e64cd8953d06 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:46.870117 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:46.875713 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:46.927591 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c9af46da-9954-488c-a168-fd31ad4cf41a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8050323 Jun 16 14:55:46.975086 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7a174f83-0b3c-43d6-8677-589f54cdbb5c up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:47.004354 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.037593 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:47.106142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-7cf06f81-e75f-40dd-911b-9677a173013b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:47.114687 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-7cf06f81-e75f-40dd-911b-9677a173013b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.5943716 Jun 16 14:55:47.172721 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 7a174f83-0b3c-43d6-8677-589f54cdbb5c completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:55:47.183691 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 7a174f83-0b3c-43d6-8677-589f54cdbb5c triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:47.185147 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.195204 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e25cb9-4408-444b-a05d-5428d80f30b3 None None] Network bd03b616-4021-45a2-a4b6-e64cd8953d06 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:47.478591 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.505499 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 7a174f83-0b3c-43d6-8677-589f54cdbb5c, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=7a174f83-0b3c-43d6-8677-589f54cdbb5c,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:55:47.512233 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.515264 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-fdca31c6-45b5-4dec-a0ab-4bb1caa9c0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:47.522671 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.544840 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-d114e50f-fcce-49fe-b315-87a1972bebff tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/quotas/83c891378b2b43d58816e62ed02ffdb5 HTTP/1.1" status: 200 len: 375 time: 0.3608367 Jun 16 14:55:47.557879 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.559784 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b284651d-fe30-42a1-8797-74e7d4d7e396 HTTP/1.1" status: 204 len: 168 time: 1.4529188 Jun 16 14:55:47.584923 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=7a174f83-0b3c-43d6-8677-589f54cdbb5c,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:47.593613 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Checking segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:47.594070 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Network hostable DHCP agents. Network: 7364df9f-dc4a-4ada-9b32-d642da78dde3, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:55:47.596603 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1ef2b5-2af5-4878-9506-f5e8516f621f,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:47.600603 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:47.604257 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.604775 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.605100 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.605629 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.606101 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.606827 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.607263 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.607664 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.608192 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.608576 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.608981 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.609471 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Tracked resource versions report: Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: pushed versions: Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: { 'AddressGroup': {'1.2'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'ConntrackHelper': {'1.0'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Log': {'1.0'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Network': {'1.1'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Port': {'1.7'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'PortForwarding': {'1.2'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'QosPolicy': {'1.8'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroup': {'1.4'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroupRule': {'1.2'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SubPort': {'1.0'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Subnet': {'1.1'}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Trunk': {'1.1'}} Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: consumer versions: Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: { DHCP agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: HyperV agent@hv-cinder-79500: {}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: L3 agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: Metadata agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: Metering agent@dv-cinder-795009-4-iscsi: {}, Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: Open vSwitch agent@dv-cinder-795009-4-iscsi: { 'AddressGroup': '1.2', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'ConntrackHelper': '1.0', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Log': '1.0', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Network': '1.1', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Port': '1.7', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'PortForwarding': '1.2', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'QosPolicy': '1.8', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroup': '1.4', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SecurityGroupRule': '1.2', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'SubPort': '1.0', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Subnet': '1.1', Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: 'Trunk': '1.1'}} Jun 16 14:55:47.611422 dv-cinder-795009-4-iscsi neutron-server[91764]: {{(pid=91764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 14:55:47.616517 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:47.621467 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:47.655344 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-cc4c265f-b7ac-4871-aeff-082cc9c1bb5b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892239 Jun 16 14:55:47.679287 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284651d-fe30-42a1-8797-74e7d4d7e396,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:47.682697 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:47.692283 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.699417 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.703291 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.709182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6aa954f9-69f2-4682-aa72-5019f62ca41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:47.716840 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:55:47.770265 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 7364df9f-dc4a-4ada-9b32-d642da78dde3) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:47.777447 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:47.777447 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.791269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91019a7e-b0ab-4b22-ad33-b878f52a5c06 None None] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:47.867634 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Pushing event updated for resources: {'Port': ['ID=046a97d1-036c-4c65-bd2c-15412dd07347,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:47.873192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:47.893449 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7799630 Jun 16 14:55:47.893981 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43164) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:47.901916 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:47.947563 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:55:47.949410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:47.957091 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:47.958701 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.049303 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-7364df9f-dc4a-4ada-9b32-d642da78dde3', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:55:48.050630 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.155909 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.290050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43170) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:48.307789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-0e673564-224b-438f-a354-a74d46dda8a1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:55:48.310987 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.312265 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-0e673564-224b-438f-a354-a74d46dda8a1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1648088 Jun 16 14:55:48.355803 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Allocated IP 172.20.0.2 (7364df9f-dc4a-4ada-9b32-d642da78dde3/ae1ef2b5-2af5-4878-9506-f5e8516f621f/e5c42113-a81c-430e-ad0c-2c5e30b59be8) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:55:48.393905 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43184) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:48.397643 dv-cinder-795009-4-iscsi neutron-server[91762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 14:55:48.437143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.585294 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Router bb29a70a-b73d-41d5-8b66-a46b6ac70800 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:55:48.588813 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-b86b1b5a-3ca3-4e05-bdf5-c8d7bb23542d service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661850 Jun 16 14:55:48.600557 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.607331 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Transition to ACTIVE for port object e5c42113-a81c-430e-ad0c-2c5e30b59be8 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:55:48.626662 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Transition to ACTIVE for port object e5c42113-a81c-430e-ad0c-2c5e30b59be8 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:55:48.629035 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.636898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.640474 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:48.641395 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-cee1236d-f520-4a73-83e3-9f592abe9aab tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:48.644157 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-cee1236d-f520-4a73-83e3-9f592abe9aab tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/networks?id=bd03b616-4021-45a2-a4b6-e64cd8953d06 HTTP/1.1" status: 200 len: 811 time: 0.2487419 Jun 16 14:55:48.651515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.667764 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:48.685381 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:55:48.686937 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:48.691336 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:55:48.694477 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-9287094d-371e-4645-a661-5f9eecff9def tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/quotas/83d53bb163ff4076bac0ce986b5b4805 HTTP/1.1" status: 200 len: 375 time: 0.0396695 Jun 16 14:55:48.707973 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Pushing event updated for resources: {'Port': ['ID=e5c42113-a81c-430e-ad0c-2c5e30b59be8,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:48.727121 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:48.762539 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Attempting to bind port e5c42113-a81c-430e-ad0c-2c5e30b59be8 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:55:48.762952 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Attempting to bind port e5c42113-a81c-430e-ad0c-2c5e30b59be8 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:55:48.763337 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Attempting to bind port e5c42113-a81c-430e-ad0c-2c5e30b59be8 on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:55:48.770914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:55:48.770914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Checking segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:48.770914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.771560 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Bound using segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:55:48.771715 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Bound port: e5c42113-a81c-430e-ad0c-2c5e30b59be8, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:55:48.772832 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:48.851416 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-0796261e-ed1a-4351-b8cd-99895822b5fa service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543545 Jun 16 14:55:48.852507 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-72a87729-c45d-4cff-acab-d4573caf73ab tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83d53bb163ff4076bac0ce986b5b4805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448340 Jun 16 14:55:48.862517 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c25f2a137eea4945a9f9c6cbb2958f98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5691483 Jun 16 14:55:48.866017 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1129a6-737c-43d5-ae91-d4f8378edadc,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:48.875975 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:55:48.889824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43192) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:48.894259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:48.910737 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] 10.222.0.16 "PUT /v2.0/routers/bb29a70a-b73d-41d5-8b66-a46b6ac70800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0908101 Jun 16 14:55:48.912330 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Sync routers for ids ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:55:48.947454 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7a174f83-0b3c-43d6-8677-589f54cdbb5c up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:49.015040 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.048792 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] For port e5c42113-a81c-430e-ad0c-2c5e30b59be8, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:55:49.060522 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Routers {'bb29a70a-b73d-41d5-8b66-a46b6ac70800'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:55:49.061808 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:55:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:49.073632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.143737 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 7a174f83-0b3c-43d6-8677-589f54cdbb5c triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:49.144323 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.172420 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.248125 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.251617 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.253056 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b1129a6-737c-43d5-ae91-d4f8378edadc HTTP/1.1" status: 204 len: 168 time: 0.3602090 Jun 16 14:55:49.254029 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b767f1ed-ab50-43b6-9e5b-205a002a328c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:49.264625 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.283353 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] For port e5c42113-a81c-430e-ad0c-2c5e30b59be8, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=e5c42113-a81c-430e-ad0c-2c5e30b59be8,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:55:49.300230 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:49.302136 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-1150dfb0-99a2-4f4e-9f66-939b51bd7654 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:55:49.316854 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-1150dfb0-99a2-4f4e-9f66-939b51bd7654 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1905842 Jun 16 14:55:49.336204 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:49.340501 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1129a6-737c-43d5-ae91-d4f8378edadc,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:49.358758 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:49.509499 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Set router bb29a70a-b73d-41d5-8b66-a46b6ac70800 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:55:49.569882 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-9c6371ad-8f5d-4839-9dbf-1d5ea8081e8c service neutron] 10.222.0.16 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506182 Jun 16 14:55:49.583088 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Allocated IP 172.27.2.184 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:55:49.757727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-6525a1e0-d318-478e-b473-ecad95cceed2 service neutron] 10.222.0.16 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845996 Jun 16 14:55:49.869444 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Pushing event updated for resources: {'Port': ['ID=e5c42113-a81c-430e-ad0c-2c5e30b59be8,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:49.960639 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:49.972748 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:50.132168 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6f860478-3777-43e1-92eb-e59e8e749483 req-af3c7b4d-bd57-4d86-b595-cf5f29d369f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 210 time: 0.1352687 Jun 16 14:55:50.211032 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:50.213867 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:50.302425 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Pushing event updated for resources: {'Port': ['ID=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:50.304797 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:50.337451 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:55:50.343560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:55:50.349967 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:55:50.398408 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:55:46Z', 'revision_number': 4, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '046a97d1-036c-4c65-bd2c-15412dd07347', 'name': '', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'mac_address': 'fa:16:3e:7b:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:44Z', 'updated_at': '2021-06-16T14:55:46Z', 'revision_number': 2, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'subnets': [{'id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:50.407833 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Checking router: bb29a70a-b73d-41d5-8b66-a46b6ac70800 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:55:50.408272 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Updating router bb29a70a-b73d-41d5-8b66-a46b6ac70800 port 046a97d1-036c-4c65-bd2c-15412dd07347 binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:55:50.525144 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:50.718601 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-139e58b6-68da-4f7d-acbe-0bdbdc3484ce req-0ea70100-c259-421b-879e-2643f71f8e4b tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.1624448 Jun 16 14:55:51.022679 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:51.173863 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device e5c42113-a81c-430e-ad0c-2c5e30b59be8 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:51.327477 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-65b63da4-8ef5-4d87-93a4-25cb426071f8 req-94702ab5-28c7-46ff-86be-6a1bdeb02be5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 210 time: 0.0927703 Jun 16 14:55:51.357248 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port e5c42113-a81c-430e-ad0c-2c5e30b59be8 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:55:51.503087 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7adcd1-15fc-43e8-9042-32b829fa183c None None] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:55:51.821282 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Provisioning for port e5c42113-a81c-430e-ad0c-2c5e30b59be8 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:55:51.834862 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Provisioning complete for port e5c42113-a81c-430e-ad0c-2c5e30b59be8 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:51.835715 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:51.869958 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:51.928947 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-62de0981-0668-4a93-ac34-dca5fc89a871 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:51.930535 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-62de0981-0668-4a93-ac34-dca5fc89a871 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 819 time: 0.4866121 Jun 16 14:55:51.937351 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Transition to ACTIVE for port object 046a97d1-036c-4c65-bd2c-15412dd07347 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:55:51.959251 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:51.975314 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:51.991097 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:52.015075 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-42e9ccd5-914b-4050-aff5-b4deb5be3de5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/quotas/6779ff6d94bb4a559bd5c6d8efacb59e HTTP/1.1" status: 200 len: 375 time: 0.0515368 Jun 16 14:55:52.059949 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29167fee-6c56-49d9-8e6b-be6cf0ded117 req-6c29e71c-8398-4c2f-99d6-3940c2a699af tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.0688276 Jun 16 14:55:52.125674 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:52.278011 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e86671-1118-4879-b407-847245cb18a2 None None] Pushing event updated for resources: {'Port': ['ID=046a97d1-036c-4c65-bd2c-15412dd07347,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:52.317415 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-63e86671-1118-4879-b407-847245cb18a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:52.342758 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-d65f6ec4-7791-47db-b8cf-6a4939e48231 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2517333 Jun 16 14:55:52.433920 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] For port e5c42113-a81c-430e-ad0c-2c5e30b59be8, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=e5c42113-a81c-430e-ad0c-2c5e30b59be8,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:55:52.443949 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Attempting to bind port 046a97d1-036c-4c65-bd2c-15412dd07347 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:55:52.444506 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Attempting to bind port 046a97d1-036c-4c65-bd2c-15412dd07347 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:55:52.445224 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Attempting to bind port 046a97d1-036c-4c65-bd2c-15412dd07347 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:55:52.448774 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:52.457696 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-97a333d3-ba35-4120-9df4-ce3bbcd500c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:52.462939 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:55:52.463305 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Checking segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:52.464295 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:52.465097 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Bound using segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:55:52.465907 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Bound port: 046a97d1-036c-4c65-bd2c-15412dd07347, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:55:52.466494 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:52.531453 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:55:52.595109 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-eed8de10-161a-4474-89d6-607119715302 service neutron] 10.222.0.16 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507765 Jun 16 14:55:52.658169 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] For port 046a97d1-036c-4c65-bd2c-15412dd07347, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:55:52.684143 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] For port 046a97d1-036c-4c65-bd2c-15412dd07347, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=046a97d1-036c-4c65-bd2c-15412dd07347,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:55:52.726091 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:52.770449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Pushing event updated for resources: {'Port': ['ID=e5c42113-a81c-430e-ad0c-2c5e30b59be8,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:52.780268 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:52.790194 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:52.952935 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Routers {'bb29a70a-b73d-41d5-8b66-a46b6ac70800'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:55:52.954062 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:55:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:53.024611 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f7e20f8-8cbb-465f-adb6-f9a7227799ed req-728128df-043b-4e0c-b673-edcb51b89dc9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 210 time: 0.0692403 Jun 16 14:55:53.075635 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-24c4edaa-3912-4c12-84b3-3e46bb9558d0 service neutron] 10.222.0.16 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701409 Jun 16 14:55:53.202317 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:55:53.228500 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:55:53.254472 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:55:53.255725 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:53.262103 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:55:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:53.263415 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43404) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:53.265211 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3693359 Jun 16 14:55:53.363288 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e86671-1118-4879-b407-847245cb18a2 None None] Pushing event updated for resources: {'Port': ['ID=046a97d1-036c-4c65-bd2c-15412dd07347,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:53.368626 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-324c45ab-5af6-44d5-8696-41192ba1752c None None] Provisioning complete for port e5c42113-a81c-430e-ad0c-2c5e30b59be8 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:53.369859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-324c45ab-5af6-44d5-8696-41192ba1752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:53.373038 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43410) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:53.399915 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-63e86671-1118-4879-b407-847245cb18a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:53.558958 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:55:53.597640 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] Set router bb29a70a-b73d-41d5-8b66-a46b6ac70800 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:55:53.773131 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:53.958558 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0f849993-296b-45f4-ae64-bb6108bf38af req-0e39eea1-1675-49fd-b0bd-a0cdcc842e18 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.1379960 Jun 16 14:55:54.147570 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.158262 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.244662 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5bfb6ced-694e-4176-a963-9b5b7a413b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:54.268480 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ae3194accbd41afbf6cdfd3139279a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8903337 Jun 16 14:55:54.274323 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43448) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:54.300873 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b03008-b245-49ce-9acd-348d5f7fc8c9,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:54.307573 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:54.324657 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:55:50Z', 'revision_number': 3, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:54.337416 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:55:54.338040 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Updating router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:55:54.356336 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:55:46Z', 'revision_number': 4, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '046a97d1-036c-4c65-bd2c-15412dd07347', 'name': '', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'mac_address': 'fa:16:3e:7b:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:44Z', 'updated_at': '2021-06-16T14:55:52Z', 'revision_number': 4, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'subnets': [{'id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:54.365000 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.374582 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8dc0b4-4e95-41a3-bac0-13d0a1b76441 None None] The sync data for ids ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'] in dv-cinder-795009-4-iscsi is: [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:55:46Z', 'revision_number': 4, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '046a97d1-036c-4c65-bd2c-15412dd07347', 'name': '', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'mac_address': 'fa:16:3e:7b:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:44Z', 'updated_at': '2021-06-16T14:55:52Z', 'revision_number': 4, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'subnets': [{'id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:55:54.427679 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.457828 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.695926 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.700699 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:54.702167 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26b03008-b245-49ce-9acd-348d5f7fc8c9 HTTP/1.1" status: 204 len: 168 time: 0.4274294 Jun 16 14:55:54.703059 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:54.740159 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b03008-b245-49ce-9acd-348d5f7fc8c9,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:54.750084 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:54.957013 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.103', 50712) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:55.097679 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2dd9b07e-a148-40bd-b690-10b4133276da req-35350952-6d3a-452d-94cc-4e55705c061f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 210 time: 0.9593763 Jun 16 14:55:55.218959 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43470) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:55.244289 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93bc3114-5230-4c6a-a4ef-f68d1953f8a7 req-e1fa2b1e-7c89-4fce-b19e-cc48f84a69d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 210 time: 0.1944430 Jun 16 14:55:55.300285 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 046a97d1-036c-4c65-bd2c-15412dd07347 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:55.339665 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.399607 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Transition to ACTIVE for port object 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:55:55.428519 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.466772 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-1cce7f8d-e82f-4d00-9740-20c01017b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:55.624107 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 046a97d1-036c-4c65-bd2c-15412dd07347 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:55:55.631941 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.640302 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 046a97d1-036c-4c65-bd2c-15412dd07347 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:55.641247 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.660573 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-5e8d96c6-2668-47e8-8050-dc38c996dc5b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:55.667100 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-5e8d96c6-2668-47e8-8050-dc38c996dc5b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.7087641 Jun 16 14:55:55.721371 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Request body: {'port': {'device_id': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'admin_state_up': True, 'tenant_id': '83c891378b2b43d58816e62ed02ffdb5'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:55.789388 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Attempting to bind port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:55:55.790801 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Attempting to bind port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:55:55.793843 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Attempting to bind port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:55:55.836617 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.859752 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:55:55.869444 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:55:55.870758 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.874024 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:55:55.875534 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Bound port: 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:55:55.876481 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:55.967096 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84a09ea6-7e14-4b0b-bfe3-16fd91d7806f req-7809cca5-774e-44e2-9db2-ea2b6c0f84a9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.2629964 Jun 16 14:55:56.192807 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] For port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:55:56.221859 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] For port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:55:56.304387 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.332062 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed92a29-18ac-4bd1-9aa5-3b40791d7be1 None None] Pushing event updated for resources: {'Port': ['ID=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:56.360194 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-4ed92a29-18ac-4bd1-9aa5-3b40791d7be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:56.362978 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-4ed92a29-18ac-4bd1-9aa5-3b40791d7be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:56.398527 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.457769 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.103', 50721) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:56.459389 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.462327 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.518537 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:56.588712 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed92a29-18ac-4bd1-9aa5-3b40791d7be1 None None] Pushing event updated for resources: {'Port': ['ID=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:56.589235 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 046a97d1-036c-4c65-bd2c-15412dd07347, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=046a97d1-036c-4c65-bd2c-15412dd07347,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:55:56.598566 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-4ed92a29-18ac-4bd1-9aa5-3b40791d7be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:56.609780 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.614595 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device e5c42113-a81c-430e-ad0c-2c5e30b59be8 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:56.618266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:56.657443 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:55:56.658668 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:55:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:56.687515 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af0718fb6e3f49e09999a6405fb5c3e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4361026 Jun 16 14:55:56.689972 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43528) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:56.699100 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d03076b-fb2c-4edb-9041-8031e1788ccd,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:56.724764 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:56.793529 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-3cd1e1c4-5906-4745-a0e8-6833335d6b3d tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:56.796493 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-3cd1e1c4-5906-4745-a0e8-6833335d6b3d tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.103 "GET /v2.0/networks?id=bd03b616-4021-45a2-a4b6-e64cd8953d06 HTTP/1.1" status: 200 len: 811 time: 0.3218944 Jun 16 14:55:56.843181 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Made reservation on behalf of 83c891378b2b43d58816e62ed02ffdb5 for: {'port': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:56.853090 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.896744 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Request body: {'port': {'device_id': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06', 'admin_state_up': True, 'tenant_id': '83d53bb163ff4076bac0ce986b5b4805'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:55:56.900591 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=046a97d1-036c-4c65-bd2c-15412dd07347,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:56.918535 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:56.946863 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port e5c42113-a81c-430e-ad0c-2c5e30b59be8 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:56.946863 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:56.976067 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:55:57.010579 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-be8ed48f-66cc-40e7-af61-adc6c2f244b1 req-44fab73d-2123-492c-b856-386b2e60a039 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 210 time: 0.1519990 Jun 16 14:55:57.076220 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:57.291067 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:57.327650 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 046a97d1-036c-4c65-bd2c-15412dd07347 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:57.500433 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-c8ce7cd5-b66f-4e83-a031-620522c46594 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:55:57.510426 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-c8ce7cd5-b66f-4e83-a031-620522c46594 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 819 time: 1.0584962 Jun 16 14:55:57.581036 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-cebea9f3-afa9-492e-b46b-ea606157d1c8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/quotas/6779ff6d94bb4a559bd5c6d8efacb59e HTTP/1.1" status: 200 len: 375 time: 0.0687909 Jun 16 14:55:57.617963 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 046a97d1-036c-4c65-bd2c-15412dd07347 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:57.618601 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:57.710887 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:55:50Z', 'revision_number': 3, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:55:57.721643 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d0ec8-609d-434f-b70c-604ca16aa61f None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:55:50Z', 'revision_number': 3, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:55:57.864449 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.103', 50724) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:57.913509 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Allocated IP 172.20.0.14 (719e1ec5-79bc-4730-bb24-e1fa00054947/4177ecce-8689-4b7b-9bb6-b60de83b10a1/90b0da62-b719-4474-9280-b6c23b963833) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:55:57.989435 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-91663ac9-9e91-400a-b417-ba845e65786a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3952315 Jun 16 14:55:58.004461 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4cb8c27b-68cb-4c9f-a137-6936b03f0704 req-03e1538d-93df-42c1-baca-f2b41a634651 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.1689725 Jun 16 14:55:58.082990 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:58.092493 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:58.104196 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d03076b-fb2c-4edb-9041-8031e1788ccd HTTP/1.1" status: 204 len: 168 time: 1.4115264 Jun 16 14:55:58.123560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d8336f7e-a062-4937-b595-e0db67a6b24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:58.189690 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43568) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:58.246387 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d03076b-fb2c-4edb-9041-8031e1788ccd,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:58.260619 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:55:58.376952 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-697bcd86-44c7-4c74-8fb0-2192d032b4f1 service neutron] 10.222.0.16 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839679 Jun 16 14:55:58.379628 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Made reservation on behalf of 83d53bb163ff4076bac0ce986b5b4805 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:55:58.406922 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:58.717629 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:58.753387 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:58.993780 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:59.074849 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fa8349af-58c4-407c-8638-6121da1d5598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:55:59.351901 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-414b9eb8-82ba-4da0-9f9e-f2e261a6f3cd service neutron] 10.222.0.16 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9732361 Jun 16 14:55:59.373824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43590) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:55:59.404908 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:55:59.537128 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:55:59.548361 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:55:59.550161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:59.686255 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:59.708160 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Allocated IP 172.20.0.1 (7364df9f-dc4a-4ada-9b32-d642da78dde3/ae1ef2b5-2af5-4878-9506-f5e8516f621f/99dfc3f8-04dd-4a78-9e84-500c842ccc02) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:55:59.733626 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:59.903922 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:55:59.928209 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:55:59.942915 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event updated for resources: {'Port': ['ID=90b0da62-b719-4474-9280-b6c23b963833,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:55:59.974206 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:00.000842 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:00.029285 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:00.046691 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:00.089013 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:00.113452 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:00.139339 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:00.140714 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:00.426791 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:00.441423 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:00.457970 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbf8d1-cb4e-48fc-961a-02fa72f05629 req-dc883fb5-1e47-4538-9b5c-d5c729d9d140 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:00.463486 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45cbf8d1-cb4e-48fc-961a-02fa72f05629 req-dc883fb5-1e47-4538-9b5c-d5c729d9d140 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 932 time: 0.9686015 Jun 16 14:56:00.488947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:00.547442 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8312013 Jun 16 14:56:00.587654 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:00.635877 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45cbf8d1-cb4e-48fc-961a-02fa72f05629 req-cf479bf9-6d8f-4ac1-a830-3f89eb0d5d1a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581218 Jun 16 14:56:00.683058 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-0bd391e3-6ad5-43c4-84ea-009ca03199c9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:56:00.685526 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-0bd391e3-6ad5-43c4-84ea-009ca03199c9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190990 Jun 16 14:56:00.901789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:00.911733 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:00.929248 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ffc5d6b2-e6da-4e75-867d-f584357243c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:00.930203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:00.941138 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b66923de5b8d4cb19d337f8b936a3dca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5252926 Jun 16 14:56:00.963074 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-6e2cd192-f93e-424d-af02-abd180640864 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:00.966447 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-6e2cd192-f93e-424d-af02-abd180640864 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 819 time: 3.0991464 Jun 16 14:56:00.972857 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43620) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:00.984815 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-59f95499-a78c-4945-a1ac-355817c0f18a req-8306b1c8-721b-42c2-8060-07494b326870 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.8790910 Jun 16 14:56:01.119055 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b990964b-7247-4f84-a23e-3fb72429fd95 req-441a41d8-12cd-4682-8e66-b05742fcfb9d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.1664400 Jun 16 14:56:01.134906 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cdb0d11d25c4bf7a7cd2306dc9396af&name=default HTTP/1.1" status: 200 len: 2977 time: 2.9391263 Jun 16 14:56:01.136725 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43624) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:01.149432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef5c60a-ee49-4c77-8fb2-ec99901d3ca8,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:01.155005 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:01.246156 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Allocated IP 172.20.0.9 (bd03b616-4021-45a2-a4b6-e64cd8953d06/e622d346-8587-452a-bf86-4c86aecaa980/10052484-208e-483f-9c76-59a943760702) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:56:01.294416 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.376720 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.431601 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.437183 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:01.498217 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.562714 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.572946 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.574468 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65e8cecb-9b71-4aa1-8b6d-03e56179995f HTTP/1.1" status: 204 len: 168 time: 0.5843508 Jun 16 14:56:01.580764 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:01.594483 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e8cecb-9b71-4aa1-8b6d-03e56179995f,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:01.600285 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:01.638457 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.648139 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.655271 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ef5c60a-ee49-4c77-8fb2-ec99901d3ca8 HTTP/1.1" status: 204 len: 168 time: 0.5016623 Jun 16 14:56:01.656794 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:01.676203 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef5c60a-ee49-4c77-8fb2-ec99901d3ca8,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:01.680637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:01.687026 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Request body: {'port': {'device_id': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'admin_state_up': True, 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:01.699928 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:01.700306 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:01.714511 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Request body: {'port': {'device_id': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:02.022256 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:02.078346 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e8cecb-9b71-4aa1-8b6d-03e56179995f,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:02.091246 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.161s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:02.524440 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c54916a4-ae7f-403a-bff8-3990738accaf req-3410eaa5-098c-49b4-b666-56bf20443889 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.0670264 Jun 16 14:56:02.832638 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:02.846829 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b0da62-b719-4474-9280-b6c23b963833 {{(pid=91763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:02.865102 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Made reservation on behalf of 6779ff6d94bb4a559bd5c6d8efacb59e for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:56:02.873357 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:02.894336 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:02.992715 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Transition to ACTIVE for port object 90b0da62-b719-4474-9280-b6c23b963833 will not be triggered until provisioned by entity L2. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:03.043132 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:03.123364 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:03.157592 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-76d8b919-fcb9-4904-be22-df3ae91c90b5 req-01bdda40-b2c8-4de9-a55b-d00681afff07 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.1653709 Jun 16 14:56:03.375029 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Transition to ACTIVE for port object 99dfc3f8-04dd-4a78-9e84-500c842ccc02 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:03.443433 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Pushing event updated for resources: {'Port': ['ID=90b0da62-b719-4474-9280-b6c23b963833,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:03.460974 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:03.553165 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:03.565467 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.103', 50735) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:03.632668 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:03.664258 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Attempting to bind port 90b0da62-b719-4474-9280-b6c23b963833 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:56:03.666590 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Attempting to bind port 90b0da62-b719-4474-9280-b6c23b963833 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:56:03.667349 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Attempting to bind port 90b0da62-b719-4474-9280-b6c23b963833 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:03.754059 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Port 90b0da62-b719-4474-9280-b6c23b963833 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:56:03.755372 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Attempting to bind port 90b0da62-b719-4474-9280-b6c23b963833 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:03.830801 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57af421-4aa9-4fa6-b5c1-77f0ea0efcc7 req-b0f727fb-94bd-47ed-82a6-f51396587fef tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:03.832342 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f57af421-4aa9-4fa6-b5c1-77f0ea0efcc7 req-b0f727fb-94bd-47ed-82a6-f51396587fef tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 932 time: 1.7398195 Jun 16 14:56:03.917400 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-86cfeeb9-f025-4641-9693-8eb6e65a7c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:03.926782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:56:03.926782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Checking segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:03.926782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Bound using segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:56:03.926782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Bound port: 90b0da62-b719-4474-9280-b6c23b963833, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:56:03.926782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:04.100268 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] For port 90b0da62-b719-4474-9280-b6c23b963833, host hv-cinder-79500, cleared binding levels {{(pid=91763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:56:04.119542 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43680) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:04.189995 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:04.211646 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:04.215036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:04.216173 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:04.223958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Pushing event updated for resources: {'Port': ['ID=99dfc3f8-04dd-4a78-9e84-500c842ccc02,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:04.280165 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-fe5b30ee-8f70-4828-8759-69fac71c827a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:04.291782 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-fe5b30ee-8f70-4828-8759-69fac71c827a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 819 time: 0.6784477 Jun 16 14:56:04.316582 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] For port 90b0da62-b719-4474-9280-b6c23b963833, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=90b0da62-b719-4474-9280-b6c23b963833,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:56:04.324283 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ae60181e-8a8d-473f-85cd-a094f74e752c req-4a00444f-941f-4cd4-8639-7141e8656c32 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.2022653 Jun 16 14:56:04.332783 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:04.353923 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e27cede3-d80d-4766-9acc-04bb5b309cf0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:04.473625 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:04.474687 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:04.480850 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] 10.222.0.103 "PUT /v2.0/ports/90b0da62-b719-4474-9280-b6c23b963833 HTTP/1.1" status: 200 len: 1094 time: 3.3111355 Jun 16 14:56:04.482615 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:04.497906 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'tag': '90b0da62-b719-4474-9280-b6c23b963833'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:04.810653 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-1ca47afb-01c4-4537-8d56-a19e2003a42f None None] Provisioning for port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:04.822553 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-1ca47afb-01c4-4537-8d56-a19e2003a42f None None] Provisioning complete for port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:04.822977 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1ca47afb-01c4-4537-8d56-a19e2003a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:04.831111 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f57af421-4aa9-4fa6-b5c1-77f0ea0efcc7 req-cdde7807-3afe-48d6-a434-7a40d2164adc tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424088 Jun 16 14:56:04.847346 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:04.928236 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-1ca47afb-01c4-4537-8d56-a19e2003a42f None None] Port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:56:05.101280 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:05.126984 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Pushing event updated for resources: {'Port': ['ID=90b0da62-b719-4474-9280-b6c23b963833,revision_number=3']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:05.139376 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:05.167674 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Request body: {'port': {'device_id': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'admin_state_up': True, 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:05.237239 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-413d8ec8-7d7d-414d-bdf6-8c6cd9090110 req-046e1831-834e-4d7f-8a24-b796d2fc9127 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.0964561 Jun 16 14:56:05.275304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:05.366345 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-140cd932-9b55-409b-91a8-d4ff41e21bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:05.369270 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-140cd932-9b55-409b-91a8-d4ff41e21bea service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 1097 time: 0.5699334 Jun 16 14:56:05.477445 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d595826a-9efd-4c8e-b418-1cfa1b5ed6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:05.494434 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-6bf7adfa-9379-4e6f-93c7-502c86ee0033 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90b0da62-b719-4474-9280-b6c23b963833 HTTP/1.1" status: 200 len: 217 time: 0.1107743 Jun 16 14:56:05.602637 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Network bd03b616-4021-45a2-a4b6-e64cd8953d06 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:05.756032 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-c0ac1b03-b71b-4cc5-84f6-7b59abbe0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:05.770410 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-c0ac1b03-b71b-4cc5-84f6-7b59abbe0fb0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.1760614 Jun 16 14:56:05.828336 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:05.859164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:05.920593 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-9100c400-4b73-46ba-a506-d8c88a767f7f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375947 Jun 16 14:56:05.937726 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Made reservation on behalf of 6779ff6d94bb4a559bd5c6d8efacb59e for: {'port': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:56:05.945089 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.087350 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:06.102373 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:06.104207 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.139947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Allocated IP 172.20.0.2 (f49bc5fe-dc6c-4b24-bfd2-a769082592e1/fa996ea9-ca4f-430f-b473-cf3e0acc2b7b/1de256f7-74d0-4012-ba80-069a3b8dd197) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:56:06.159705 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-5eac9ca0-5378-4b5d-9b87-7873f327d44a service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030106 Jun 16 14:56:06.232763 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Pushing event updated for resources: {'Port': ['ID=10052484-208e-483f-9c76-59a943760702,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:06.290403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.300671 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:06.381182 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:06.417274 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6690777b68f54b56b24eff9fb44a77d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2568238 Jun 16 14:56:06.424602 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16275df5-3e97-43ca-ac4c-b3eb60e50f12" -d '{"events": [{"name": "network-changed", "server_uuid": "bf076d4f-6627-4e18-afa5-657d9b19cb70", "tag": "90b0da62-b719-4474-9280-b6c23b963833"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:06.425654 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 43732) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:06.428811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1845cf48-6ad0-4fc6-9e78-2a8f125b6d0c,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:06.493775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:06.497263 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-da314515-4fe3-4cb6-96ed-5c800d1d7fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.499076 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6250780 Jun 16 14:56:06.547330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.559351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Request body: {'port': {'device_id': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:06.717358 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.725969 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:06.871485 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c42cc-cd85-495d-8b4d-bd7a7f7d57d5 req-f563bb5d-dd14-4ce3-8115-d12497658301 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:06.873571 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-199c42cc-cd85-495d-8b4d-bd7a7f7d57d5 req-f563bb5d-dd14-4ce3-8115-d12497658301 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 944 time: 0.4061065 Jun 16 14:56:06.888749 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c72a60c4-6efb-4f82-bca7-6b5a7db313aa req-f9dd8b07-ebdd-488e-9093-b3a74abb47dc service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185144 Jun 16 14:56:06.973076 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-199c42cc-cd85-495d-8b4d-bd7a7f7d57d5 req-d72e79a7-a918-4d8a-a59e-c16e5c55ba90 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773473 Jun 16 14:56:07.042539 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12eae7-17aa-4778-bfc0-e5210aa0a065 req-ee617151-c0a3-464f-b24a-47304e372ead tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:07.045846 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2b12eae7-17aa-4778-bfc0-e5210aa0a065 req-ee617151-c0a3-464f-b24a-47304e372ead tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 931 time: 1.2090209 Jun 16 14:56:07.243679 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-394d31a0-5f97-4e4f-bac6-8a1a10b21234 req-3ffe7b0a-ce1a-4466-ba39-211c466c023b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.0644722 Jun 16 14:56:07.279109 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:07.362712 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:07.474793 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:07.576634 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:07.791937 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2b12eae7-17aa-4778-bfc0-e5210aa0a065 req-2626530b-3d72-4ac3-82d0-faa1a116b4e4 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991445 Jun 16 14:56:08.001737 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:08.010836 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:08.160947 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Allocated IP 172.20.0.3 (f49bc5fe-dc6c-4b24-bfd2-a769082592e1/fa996ea9-ca4f-430f-b473-cf3e0acc2b7b/af4b31bc-37df-4db2-8659-3a1a508a9ff2) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:56:08.389265 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:08.391913 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1845cf48-6ad0-4fc6-9e78-2a8f125b6d0c HTTP/1.1" status: 204 len: 168 time: 1.9581463 Jun 16 14:56:08.402159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2444cdba-aa59-40d2-9b92-0f32ee8f68fb tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:08.441700 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e11db0-d91a-47d2-ab1f-6c7086801a38 x-openstack-request-id: req-45e11db0-d91a-47d2-ab1f-6c7086801a38 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:08.442313 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf076d4f-6627-4e18-afa5-657d9b19cb70", "tag": "90b0da62-b719-4474-9280-b6c23b963833", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:08.447338 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45e11db0-d91a-47d2-ab1f-6c7086801a38 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:08.448310 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'tag': '90b0da62-b719-4474-9280-b6c23b963833', 'status': 'completed', 'code': 200} Jun 16 14:56:08.832813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:08.845376 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:08.980249 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.009514 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.037419 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f71a61ca-77bf-44b9-8a9c-7f9c23c8abdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:09.041057 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:09.058021 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:09.071036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.074595 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:09.096111 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:09.107176 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:09.108790 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.145719 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:09.152596 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Pushing event updated for resources: {'Port': ['ID=1de256f7-74d0-4012-ba80-069a3b8dd197,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:09.182163 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:09.193077 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0790532 Jun 16 14:56:09.196429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:09.197166 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.210394 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:09.215807 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.794s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:09.226213 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Request body: {'port': {'device_id': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:09.310058 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-6d25dbdb-5571-4c46-af76-22559156a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:09.314358 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-6d25dbdb-5571-4c46-af76-22559156a3d2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 1097 time: 0.8030865 Jun 16 14:56:09.350992 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.435205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845cf48-6ad0-4fc6-9e78-2a8f125b6d0c,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:09.439990 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:09.479330 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8568478 Jun 16 14:56:09.480304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:09.484441 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:09.588061 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Request body: {'port': {'device_id': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:10.336007 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7d88c-3f9d-40e3-9e81-862722630379 req-3da1cc2d-c00e-4424-8d8b-20f6e9769ac0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:10.363708 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-41b7d88c-3f9d-40e3-9e81-862722630379 req-3da1cc2d-c00e-4424-8d8b-20f6e9769ac0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 931 time: 1.4476190 Jun 16 14:56:10.371851 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Pushing event updated for resources: {'Port': ['ID=af4b31bc-37df-4db2-8659-3a1a508a9ff2,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:10.414822 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66362df0-9456-41c4-8829-1c2bc6813246 req-3f680845-a6f1-408b-9120-1e4ec2234a70 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:10.416853 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-66362df0-9456-41c4-8829-1c2bc6813246 req-3f680845-a6f1-408b-9120-1e4ec2234a70 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 944 time: 1.7394583 Jun 16 14:56:10.517353 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Pushing event updated for resources: {'Port': ['ID=99dfc3f8-04dd-4a78-9e84-500c842ccc02,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:10.527452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:10.587969 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:10.617874 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:10.643883 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-66362df0-9456-41c4-8829-1c2bc6813246 req-b2433cff-2a55-4dc0-80d9-d1d1d6154be4 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109635 Jun 16 14:56:10.747393 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:10.759109 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-d695ba86-8760-4cd5-b85f-cf50bdd87353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:10.763578 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-d695ba86-8760-4cd5-b85f-cf50bdd87353 service neutron] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 916 time: 1.3385425 Jun 16 14:56:10.766277 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.729s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:10.916043 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4b31bc-37df-4db2-8659-3a1a508a9ff2 {{(pid=91763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:10.941095 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:10.967037 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10052484-208e-483f-9c76-59a943760702 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:10.987870 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Transition to ACTIVE for port object af4b31bc-37df-4db2-8659-3a1a508a9ff2 will not be triggered until provisioned by entity L2. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:11.000168 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.066204 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.085213 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Transition to ACTIVE for port object 10052484-208e-483f-9c76-59a943760702 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:11.131722 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:11.226151 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.272334 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-4ad14e77-6aff-4015-9a39-68aea676c7e8 None None] Provisioning complete for port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:11.273440 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4ad14e77-6aff-4015-9a39-68aea676c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.319728 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:11.356738 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:56:11.500877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-4ad14e77-6aff-4015-9a39-68aea676c7e8 None None] Port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:56:11.621278 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Pushing event updated for resources: {'Port': ['ID=af4b31bc-37df-4db2-8659-3a1a508a9ff2,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:11.625139 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:11.686174 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-3237778f-7c34-4afd-b4c2-ffc65c5f1901 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90b0da62-b719-4474-9280-b6c23b963833 HTTP/1.1" status: 200 len: 217 time: 0.6950591 Jun 16 14:56:11.721454 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-41b7d88c-3f9d-40e3-9e81-862722630379 req-ac869227-3501-4ffb-be79-43605c6a7508 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9666462 Jun 16 14:56:11.722842 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Attempting to bind port af4b31bc-37df-4db2-8659-3a1a508a9ff2 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:56:11.724235 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Attempting to bind port af4b31bc-37df-4db2-8659-3a1a508a9ff2 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:56:11.724641 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Attempting to bind port af4b31bc-37df-4db2-8659-3a1a508a9ff2 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:11.739282 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Port af4b31bc-37df-4db2-8659-3a1a508a9ff2 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:56:11.739620 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Attempting to bind port af4b31bc-37df-4db2-8659-3a1a508a9ff2 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:11.754628 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:56:11.755194 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Checking segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:11.755476 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Bound using segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:56:11.755936 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Bound port: af4b31bc-37df-4db2-8659-3a1a508a9ff2, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'}}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:56:11.756373 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.874910 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] For port af4b31bc-37df-4db2-8659-3a1a508a9ff2, host hv-cinder-79500, cleared binding levels {{(pid=91763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:56:11.879949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] For port af4b31bc-37df-4db2-8659-3a1a508a9ff2, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:56:11.947439 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-46309893-0e6e-4ae3-8170-40dd1a438c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:11.949085 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-46309893-0e6e-4ae3-8170-40dd1a438c42 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0667086 Jun 16 14:56:11.951080 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.954064 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:11.996707 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:11.997563 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:11.999390 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] 10.222.0.103 "PUT /v2.0/ports/af4b31bc-37df-4db2-8659-3a1a508a9ff2 HTTP/1.1" status: 200 len: 1093 time: 2.7845426 Jun 16 14:56:12.003587 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'tag': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:12.007203 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed", "tag": "af4b31bc-37df-4db2-8659-3a1a508a9ff2"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:12.076026 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-283795f6-67dd-4ad9-9e30-86ed0d000054 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499847 Jun 16 14:56:12.340951 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10052484-208e-483f-9c76-59a943760702,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:12.349408 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Pushing event updated for resources: {'Port': ['ID=af4b31bc-37df-4db2-8659-3a1a508a9ff2,revision_number=3']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:12.352949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:12.353814 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:12.461647 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-942f3845-7443-49f9-8255-f2f5636f99e5 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727465 Jun 16 14:56:12.465839 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-ffcde81c-a433-45f3-a8fb-e193cb0dae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:12.467609 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-ffcde81c-a433-45f3-a8fb-e193cb0dae93 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 1096 time: 0.2543030 Jun 16 14:56:12.554708 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cc9d9-447e-421f-82bd-4eee7ce567db req-595654a1-5c1d-4706-89a0-4214da71e803 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:12.556369 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6d7cc9d9-447e-421f-82bd-4eee7ce567db req-595654a1-5c1d-4706-89a0-4214da71e803 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 944 time: 0.3460004 Jun 16 14:56:12.576353 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-766d09f5-41da-4032-8673-eab5e53872a4 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2 HTTP/1.1" status: 200 len: 217 time: 0.0789621 Jun 16 14:56:12.876787 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43922) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:12.878297 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-70de484a-ebe1-4342-a3c9-8b159ca692b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:12.880000 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-70de484a-ebe1-4342-a3c9-8b159ca692b0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.2741148 Jun 16 14:56:12.917850 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6d7cc9d9-447e-421f-82bd-4eee7ce567db req-474a3f08-9be3-436b-8356-b35a6a43d9ba tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383055 Jun 16 14:56:12.944597 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-c094c84c-ea37-4345-926d-a0b762d75ba1 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745865 Jun 16 14:56:13.061545 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-6b52acb2-17ee-4444-a31f-f2241164b7a5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406443 Jun 16 14:56:13.183779 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a45beb5-21f3-4472-9d4b-9100abc59e17 x-openstack-request-id: req-6a45beb5-21f3-4472-9d4b-9100abc59e17 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:13.184435 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed", "tag": "af4b31bc-37df-4db2-8659-3a1a508a9ff2", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:13.184715 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a45beb5-21f3-4472-9d4b-9100abc59e17 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:13.185325 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'tag': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2', 'status': 'completed', 'code': 200} Jun 16 14:56:13.193700 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:56:13.283073 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Attempting to bind port 10052484-208e-483f-9c76-59a943760702 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:56:13.289801 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Attempting to bind port 10052484-208e-483f-9c76-59a943760702 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'ddccb95a-caca-4484-b4fa-3426425ec041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:56:13.291701 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Attempting to bind port 10052484-208e-483f-9c76-59a943760702 on network bd03b616-4021-45a2-a4b6-e64cd8953d06 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:13.348822 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:13.369929 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3c3eb-4f0b-45b6-9383-b1618217dfce req-b2337200-7b69-4191-abda-e9ba0c21e839 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:13.393910 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f8f3c3eb-4f0b-45b6-9383-b1618217dfce req-b2337200-7b69-4191-abda-e9ba0c21e839 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 943 time: 1.9706328 Jun 16 14:56:13.556448 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Port 10052484-208e-483f-9c76-59a943760702 on network bd03b616-4021-45a2-a4b6-e64cd8953d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:56:13.556776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Attempting to bind port 10052484-208e-483f-9c76-59a943760702 on network bd03b616-4021-45a2-a4b6-e64cd8953d06 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:13.775798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:56:13.776990 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Checking segment: {'id': 'ddccb95a-caca-4484-b4fa-3426425ec041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:13.778333 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Bound using segment: {'id': 'ddccb95a-caca-4484-b4fa-3426425ec041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:56:13.779605 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Bound port: 10052484-208e-483f-9c76-59a943760702, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddccb95a-caca-4484-b4fa-3426425ec041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:56:13.780500 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:14.014385 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-7560a610-4d62-4001-8d83-1ce9c29f76ff service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400556 Jun 16 14:56:14.116019 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f8f3c3eb-4f0b-45b6-9383-b1618217dfce req-56a40412-b718-49d9-809f-2a9bc5419ba4 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7181025 Jun 16 14:56:14.325218 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afc16e-d343-4ec2-bf3e-12860306c153 req-a3997450-438f-4506-8b46-176668e88259 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:14.340499 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] For port 10052484-208e-483f-9c76-59a943760702, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:56:14.347428 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-99afc16e-d343-4ec2-bf3e-12860306c153 req-a3997450-438f-4506-8b46-176668e88259 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 943 time: 0.7618415 Jun 16 14:56:14.407059 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:14.446682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:14.458244 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:56:14.484384 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:14.485133 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:56:14.503388 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:56:14.504091 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:56:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:56:14.535037 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] 10.222.0.16 "PUT /v2.0/routers/6edeecf4-9d5e-4eaa-b72e-66a573ac83e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2702332 Jun 16 14:56:14.545260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] For port 10052484-208e-483f-9c76-59a943760702, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=10052484-208e-483f-9c76-59a943760702,segment=NetworkSegment(ddccb95a-caca-4484-b4fa-3426425ec041),segment_id=ddccb95a-caca-4484-b4fa-3426425ec041)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:56:14.561247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:14.566766 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de256f7-74d0-4012-ba80-069a3b8dd197 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:14.620540 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:14.630940 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:14.678117 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:56:14.739299 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ef0fe5d-ca56-4bff-bd86-8c83015b43dc req-cf15e881-0728-4f59-bbc3-3e399d13587b service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353522 Jun 16 14:56:14.760422 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:14.761176 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:14.765510 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] 10.222.0.103 "PUT /v2.0/ports/10052484-208e-483f-9c76-59a943760702 HTTP/1.1" status: 200 len: 1093 time: 8.2301905 Jun 16 14:56:14.775775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'tag': '10052484-208e-483f-9c76-59a943760702'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:14.823442 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-99afc16e-d343-4ec2-bf3e-12860306c153 req-006be2a3-90f4-4379-b028-b2dc1e01ef2c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744394 Jun 16 14:56:14.824852 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71dcf8-abac-42ec-9cd8-34fb27993087,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:14.837321 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:14.855935 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa223ed71ee5464f926126ece0a0750d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9812722 Jun 16 14:56:14.858317 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43992) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:14.859205 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 43998) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:14.927755 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Transition to ACTIVE for port object 1de256f7-74d0-4012-ba80-069a3b8dd197 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:14.979716 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7535d3-0936-4b6a-b6fb-b8ae798e860d req-b7098295-1e59-421a-985e-e39ffd2d39f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:14.993971 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cf7535d3-0936-4b6a-b6fb-b8ae798e860d req-b7098295-1e59-421a-985e-e39ffd2d39f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 944 time: 0.7149937 Jun 16 14:56:15.013063 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.018304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.074933 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.095445 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.107720 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=10052484-208e-483f-9c76-59a943760702,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:15.113257 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:15.113855 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:15.134668 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-bf30fa01-b2ed-406b-bdcd-9e523a073da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:15.136723 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-bf30fa01-b2ed-406b-bdcd-9e523a073da5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83d53bb163ff4076bac0ce986b5b4805&device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 1096 time: 0.2960413 Jun 16 14:56:15.176493 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9f31b-1c4e-4b0c-8b19-39515115db4a" -d '{"events": [{"name": "network-changed", "server_uuid": "41068bcb-3a74-4b5c-9e16-51b09ab0f533", "tag": "10052484-208e-483f-9c76-59a943760702"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:15.181682 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Pushing event updated for resources: {'Port': ['ID=1de256f7-74d0-4012-ba80-069a3b8dd197,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:15.192429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:15.221881 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-6234b6a1-9c04-4a68-b6fb-6ea748c5fda2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10052484-208e-483f-9c76-59a943760702 HTTP/1.1" status: 200 len: 217 time: 0.0722854 Jun 16 14:56:15.226072 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:07Z', 'revision_number': 2, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:56:15.233870 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cf7535d3-0936-4b6a-b6fb-b8ae798e860d req-5200d3fb-ef2a-4d7d-af18-bd6557300357 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388160 Jun 16 14:56:15.242532 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:56:15.243743 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Updating router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:56:15.302677 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-b5677a26-fe19-4773-8de3-19301f694d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:15.304581 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-b5677a26-fe19-4773-8de3-19301f694d0c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 1096 time: 0.4256492 Jun 16 14:56:15.305761 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Attempting to bind port 1de256f7-74d0-4012-ba80-069a3b8dd197 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:56:15.306276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Attempting to bind port 1de256f7-74d0-4012-ba80-069a3b8dd197 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:56:15.306824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Attempting to bind port 1de256f7-74d0-4012-ba80-069a3b8dd197 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:15.321482 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Port 1de256f7-74d0-4012-ba80-069a3b8dd197 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:56:15.322131 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Attempting to bind port 1de256f7-74d0-4012-ba80-069a3b8dd197 on network f49bc5fe-dc6c-4b24-bfd2-a769082592e1 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:15.353002 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:56:15.353618 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Checking segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:15.354190 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Bound using segment: {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:56:15.354661 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Bound port: 1de256f7-74d0-4012-ba80-069a3b8dd197, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ec61b5b-4b65-4aa7-8857-dd14d56f0360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:56:15.355052 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.372836 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.444376 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-3012e07a-5d7c-4a90-a5c4-0bf16fe46038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:15.450217 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-3012e07a-5d7c-4a90-a5c4-0bf16fe46038 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e622d346-8587-452a-bf86-4c86aecaa980 HTTP/1.1" status: 200 len: 851 time: 0.2182717 Jun 16 14:56:15.453548 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.486174 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.490819 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c71dcf8-abac-42ec-9cd8-34fb27993087 HTTP/1.1" status: 204 len: 168 time: 0.6256599 Jun 16 14:56:15.533158 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2d00335c-9978-4272-abea-ab0874b58c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:15.634272 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-4dbaea4a-ac9d-4063-b4ec-3b5b79103ad6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bd03b616-4021-45a2-a4b6-e64cd8953d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647849 Jun 16 14:56:15.636844 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71dcf8-abac-42ec-9cd8-34fb27993087,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:15.651143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:15.726043 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.735006 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.779748 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2c883bf0-9bb8-4ada-9dc5-563f719b4ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:15.843498 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b55ee4be1984af8902508d389db208e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9793563 Jun 16 14:56:15.846000 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44028) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:15.846334 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44030) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:15.847042 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a661d8-38a1-47c1-9ef4-c4638a3b1227,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:15.863798 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:15.872333 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40252098', 'description': 'tempest-description--370628814'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:15.947830 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-17846501-f44f-4711-8dcd-787f4aa341d5 service neutron] 10.222.0.103 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955728 Jun 16 14:56:15.954799 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.990608 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] For port 1de256f7-74d0-4012-ba80-069a3b8dd197, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:56:15.993467 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:15.997319 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-ede219bd-e813-4350-a610-e7895a3519a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:16.001757 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-ede219bd-e813-4350-a610-e7895a3519a4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.6882050 Jun 16 14:56:16.003640 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] For port 1de256f7-74d0-4012-ba80-069a3b8dd197, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1de256f7-74d0-4012-ba80-069a3b8dd197,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:56:16.022209 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.041389 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.041869 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:16.067178 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Transition to ACTIVE for port object 99dfc3f8-04dd-4a78-9e84-500c842ccc02 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:16.076038 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.081505 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a0b12191-6043-4665-971f-7abcc8e1d8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:16.092621 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44042) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:16.139040 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73927139-7ada-4c69-9b40-255f332aecc4 req-f2f4ef2d-c585-4f76-99a6-169586db3c81 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:16.140870 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-73927139-7ada-4c69-9b40-255f332aecc4 req-f2f4ef2d-c585-4f76-99a6-169586db3c81 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 943 time: 0.4745300 Jun 16 14:56:16.146922 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:16.147556 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.149034 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] 10.222.0.103 "PUT /v2.0/ports/1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 1093 time: 6.5752892 Jun 16 14:56:16.158082 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.190641 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.227113 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Pushing event updated for resources: {'Port': ['ID=1de256f7-74d0-4012-ba80-069a3b8dd197,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:16.239209 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:16.262308 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-73927139-7ada-4c69-9b40-255f332aecc4 req-cfcda7ce-e7ba-4873-b572-735254874f30 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815606 Jun 16 14:56:16.287328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed388f1d-69a5-4bb5-9043-9119a5a9e533 None None] Pushing event updated for resources: {'Port': ['ID=99dfc3f8-04dd-4a78-9e84-500c842ccc02,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:16.301160 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ed388f1d-69a5-4bb5-9043-9119a5a9e533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:16.302447 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.316640 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad14bd-865e-40cd-b28e-1b91040292bd x-openstack-request-id: req-66ad14bd-865e-40cd-b28e-1b91040292bd {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:16.317645 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41068bcb-3a74-4b5c-9e16-51b09ab0f533", "tag": "10052484-208e-483f-9c76-59a943760702", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:16.318265 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66ad14bd-865e-40cd-b28e-1b91040292bd {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:16.319440 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'tag': '10052484-208e-483f-9c76-59a943760702', 'status': 'completed', 'code': 200} Jun 16 14:56:16.330731 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.337531 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:16.346017 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.369523 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.374495 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2a661d8-38a1-47c1-9ef4-c4638a3b1227 HTTP/1.1" status: 204 len: 168 time: 0.5039625 Jun 16 14:56:16.413896 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618929ed-8e5b-4f3b-b614-cbad757d5e85,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:16.421266 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:16.421601 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f97ecd39-ea7d-4fd0-b159-0e38d1ba59bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:16.455960 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a661d8-38a1-47c1-9ef4-c4638a3b1227,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:16.476414 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:16.520744 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Attempting to bind port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:56:16.521132 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Attempting to bind port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:56:16.521513 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Attempting to bind port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:16.530694 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:56:16.531242 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Checking segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:16.531720 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.532315 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Bound using segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:56:16.532798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Bound port: 99dfc3f8-04dd-4a78-9e84-500c842ccc02, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:56:16.533480 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.588930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.598475 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.618208 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:16.644492 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] For port 99dfc3f8-04dd-4a78-9e84-500c842ccc02, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:56:16.649173 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] For port 99dfc3f8-04dd-4a78-9e84-500c842ccc02, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=99dfc3f8-04dd-4a78-9e84-500c842ccc02,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:56:16.658232 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.662855 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-63e86671-1118-4879-b407-847245cb18a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:16.664418 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.668876 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44062) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:16.669526 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8036194 Jun 16 14:56:16.674494 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'security_group_rule': {'security_group_id': '618929ed-8e5b-4f3b-b614-cbad757d5e85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:16.724363 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a21cc-2b50-47b3-856d-452ca4419295,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:16.730545 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30f826e985b743479c23a6440ec3afaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257308 Jun 16 14:56:16.732021 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:16.734715 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44064) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:16.772041 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.842364 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:56:16.843589 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:56:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:56:16.856027 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d6f6-8fb0-470d-9455-2c0e624b8a47 req-a795387d-209e-4bba-910b-30406bbe50aa tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:16.864900 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b530d6f6-8fb0-470d-9455-2c0e624b8a47 req-a795387d-209e-4bba-910b-30406bbe50aa tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 943 time: 0.2317574 Jun 16 14:56:16.892627 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.931722 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed388f1d-69a5-4bb5-9043-9119a5a9e533 None None] Pushing event updated for resources: {'Port': ['ID=99dfc3f8-04dd-4a78-9e84-500c842ccc02,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:16.938850 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1456d0-4f57-487a-923c-bb1e1e9c393e req-9c3e8f66-0403-4d6c-ba7e-dc515b9191d7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:16.941699 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f1456d0-4f57-487a-923c-bb1e1e9c393e req-9c3e8f66-0403-4d6c-ba7e-dc515b9191d7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 944 time: 0.2224441 Jun 16 14:56:16.944237 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ed388f1d-69a5-4bb5-9043-9119a5a9e533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:16.988297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:16.992041 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b530d6f6-8fb0-470d-9455-2c0e624b8a47 req-4278709e-8804-4e9a-8c15-4b563f0b910f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260929 Jun 16 14:56:17.005986 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.014462 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f1456d0-4f57-487a-923c-bb1e1e9c393e req-8df18f7c-fbb6-42cd-aa05-f3cf37b30618 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637705 Jun 16 14:56:17.019129 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.021548 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:17.041892 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbc7f36-d005-4bbe-bf89-7472025bed4a,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:17.048952 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:17.057886 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.063038 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893669 Jun 16 14:56:17.063302 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44068) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:17.070460 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:56:17.071305 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'security_group_rule': {'security_group_id': '618929ed-8e5b-4f3b-b614-cbad757d5e85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:17.098863 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.102060 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.107160 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a38a21cc-2b50-47b3-856d-452ca4419295 HTTP/1.1" status: 204 len: 168 time: 0.3666098 Jun 16 14:56:17.107160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5bcaee74-df02-4c15-91ea-4b01ff16041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:17.117553 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.119368 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a21cc-2b50-47b3-856d-452ca4419295,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:17.128331 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:17.213909 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.220175 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.222450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:17.241824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aad5f45-fc3b-4e93-a2d6-f6154953ffbc,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:17.250776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:17.257480 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.262603 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44072) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:17.263293 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979737 Jun 16 14:56:17.267843 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:17.297352 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44074) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:17.306415 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.327587 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.486782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.539902 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.548034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.553942 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b981cce4-bd57-46eb-a4a8-975df42b4099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:17.567596 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:16Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:56:17.572173 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfc6d1-7d58-402a-849b-a3f464a0d5b2 None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:16Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:56:17.605580 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85a170864f7c4311af179745aa19aefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060858 Jun 16 14:56:17.609075 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44080) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:17.682600 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7f68d7-650e-46c2-b0b3-53c5433dd6b8,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:17.684081 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44084) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:17.689423 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:17.712180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.729834 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.742657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.898090 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Allocated IP 172.27.2.73 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/8f0e208a-9fd2-4b1b-9a09-cf1786632105) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:56:17.903460 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.908375 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:17.916530 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b64520-6a0e-46b6-925c-e0230f9b970b req-577ed8cc-9689-40a5-9b78-9e1681fafef8 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:17.923720 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e7f68d7-650e-46c2-b0b3-53c5433dd6b8 HTTP/1.1" status: 204 len: 168 time: 0.3052986 Jun 16 14:56:17.925054 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-82f77e27-410c-4c60-bb37-ab5591e1074f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:17.930378 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-14b64520-6a0e-46b6-925c-e0230f9b970b req-577ed8cc-9689-40a5-9b78-9e1681fafef8 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 943 time: 0.3595116 Jun 16 14:56:17.960230 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7f68d7-650e-46c2-b0b3-53c5433dd6b8,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:17.966354 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:18.089263 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-14b64520-6a0e-46b6-925c-e0230f9b970b req-0a53bad9-bd35-4b0f-8c4c-b194966f7ad1 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572833 Jun 16 14:56:18.251899 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f182757-62e3-4188-ba59-4130dc499dd3 req-e9cf9a88-e928-4666-a488-4623f298a666 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:18.259777 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f182757-62e3-4188-ba59-4130dc499dd3 req-e9cf9a88-e928-4666-a488-4623f298a666 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 943 time: 0.1098487 Jun 16 14:56:18.318220 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f182757-62e3-4188-ba59-4130dc499dd3 req-02921fa6-3db0-4076-8593-f9a88b02d7e8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Jun 16 14:56:18.322085 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'tag': '1de256f7-74d0-4012-ba80-069a3b8dd197'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:18.326289 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9638d7-3e7e-45fe-ad7a-9082984737d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2941f02c-90a5-41e5-b4ec-483472d0ca84", "tag": "1de256f7-74d0-4012-ba80-069a3b8dd197"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:18.398728 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44108) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:18.437835 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c3e7e2-1bb2-47fd-9210-4505e9b01ec7 x-openstack-request-id: req-81c3e7e2-1bb2-47fd-9210-4505e9b01ec7 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:18.438905 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2941f02c-90a5-41e5-b4ec-483472d0ca84", "tag": "1de256f7-74d0-4012-ba80-069a3b8dd197", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:18.439608 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81c3e7e2-1bb2-47fd-9210-4505e9b01ec7 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:18.440174 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'tag': '1de256f7-74d0-4012-ba80-069a3b8dd197', 'status': 'completed', 'code': 200} Jun 16 14:56:18.586516 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:18.625676 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:18.673251 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:18.695158 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:18.716335 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:18.828187 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055bcf3f-3b87-45a8-bece-2b92ac8ca929,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:18.831945 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:18.849313 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5126fc5cc3e9430c942ce713d937cd09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1658261 Jun 16 14:56:18.857935 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44124) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:18.871543 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72e47-9435-45bf-bf0a-d7435c7c1ebf req-95630c68-7557-4a06-96b9-cac64ac1725d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:18.879553 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b3d72e47-9435-45bf-bf0a-d7435c7c1ebf req-95630c68-7557-4a06-96b9-cac64ac1725d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 944 time: 0.3234382 Jun 16 14:56:18.888767 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-7b66b8cb-50ec-4018-a127-601df60a9fd6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2 HTTP/1.1" status: 200 len: 217 time: 0.2239890 Jun 16 14:56:18.898992 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:18.909228 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27504103-49a3-4f22-afb9-4a61b2e8aa93 req-d35951fb-59d7-4c4b-8a95-ac9e47616168 service neutron] 10.222.0.103 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575238 Jun 16 14:56:18.932330 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:19.071258 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:19.086617 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b3d72e47-9435-45bf-bf0a-d7435c7c1ebf req-4d1daa04-780e-45ba-bc32-e547eee423d5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060027 Jun 16 14:56:19.088846 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'Port': ['ID=8f0e208a-9fd2-4b1b-9a09-cf1786632105,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:19.098197 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:19.100269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:19.103021 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:19.128503 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-33363cb2-e66e-43b8-9619-78fccfadf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:19.131180 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-33363cb2-e66e-43b8-9619-78fccfadf6a0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.1895113 Jun 16 14:56:19.183908 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-8cdc2352-3bbb-4d8a-b444-a36c47fa2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:19.186419 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-8cdc2352-3bbb-4d8a-b444-a36c47fa2e2a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1096 time: 0.3834925 Jun 16 14:56:19.243685 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.275646 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.334107 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-75e39944-9f23-4974-adc3-e4b2a36d5bd9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802402 Jun 16 14:56:19.340125 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.361794 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.366860 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.368182 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 99dfc3f8-04dd-4a78-9e84-500c842ccc02 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:19.403085 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-307af468-7612-41ff-b443-b3158e79f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:19.404703 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-307af468-7612-41ff-b443-b3158e79f159 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83d53bb163ff4076bac0ce986b5b4805&device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 1096 time: 0.4058323 Jun 16 14:56:19.428212 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-fd55ce29-e5d3-4714-9e3c-25387b329e17 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.1498270 Jun 16 14:56:19.449772 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.480053 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:19.484710 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:19.485874 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.560904 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:19.652678 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.657132 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 90b0da62-b719-4474-9280-b6c23b963833 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:56:19.740234 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 99dfc3f8-04dd-4a78-9e84-500c842ccc02, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=99dfc3f8-04dd-4a78-9e84-500c842ccc02,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:19.755546 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.757287 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ad6708-72e2-4f3e-8cf2-f8e48eb63694,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:19.762308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.769363 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:19.794506 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:19.795762 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/055bcf3f-3b87-45a8-bece-2b92ac8ca929 HTTP/1.1" status: 204 len: 168 time: 0.9353473 Jun 16 14:56:19.796506 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5c368a08-801b-4537-a2de-d11871041bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:19.811993 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-5d4e0b52-a6be-4187-8656-4ec7b3ea044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:19.814035 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-5d4e0b52-a6be-4187-8656-4ec7b3ea044d service neutron] 10.222.0.103 "GET /v2.0/networks?id=bd03b616-4021-45a2-a4b6-e64cd8953d06 HTTP/1.1" status: 200 len: 912 time: 0.3587503 Jun 16 14:56:19.818520 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055bcf3f-3b87-45a8-bece-2b92ac8ca929,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:19.826124 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:19.837847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:19.847241 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce5389-a9fe-43e7-af3e-493330574cf0 req-b9931554-b14d-4144-834d-82295d2c0500 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:19.855559 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3bce5389-a9fe-43e7-af3e-493330574cf0 req-b9931554-b14d-4144-834d-82295d2c0500 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 943 time: 0.3076658 Jun 16 14:56:19.888594 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=434583ba6d694877a41ce3ef5de18e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4880567 Jun 16 14:56:19.918831 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44148) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:19.924898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=99dfc3f8-04dd-4a78-9e84-500c842ccc02,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:19.931084 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:19.954368 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-b2c331f4-cc31-4c52-837f-4248452a464f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10052484-208e-483f-9c76-59a943760702 HTTP/1.1" status: 200 len: 217 time: 0.1295097 Jun 16 14:56:19.956763 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 90b0da62-b719-4474-9280-b6c23b963833, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=90b0da62-b719-4474-9280-b6c23b963833,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:19.964704 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-1defd40d-5667-407c-bcfe-d46604823237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:19.971582 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-1defd40d-5667-407c-bcfe-d46604823237 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.4625008 Jun 16 14:56:19.978190 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '90b0da62-b719-4474-9280-b6c23b963833', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'port_id': '90b0da62-b719-4474-9280-b6c23b963833', 'mac_address': 'fa:16:3e:5d:cb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177ecce-8689-4b7b-9bb6-b60de83b10a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:56:20.012528 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013ab4-3596-4d09-8ab9-e21663b5982c req-efa60f5e-524d-4785-998e-37f2642aee5f tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:20.020876 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7b013ab4-3596-4d09-8ab9-e21663b5982c req-efa60f5e-524d-4785-998e-37f2642aee5f tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 943 time: 0.5896475 Jun 16 14:56:20.061828 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.082192 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b0da62-b719-4474-9280-b6c23b963833 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:20.113681 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3bce5389-a9fe-43e7-af3e-493330574cf0 req-94935691-7784-47f8-86e5-e63e12a0432b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570152 Jun 16 14:56:20.115800 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-67b5701b-19a8-4017-92ec-4575e0892440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:20.119320 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-67b5701b-19a8-4017-92ec-4575e0892440 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e622d346-8587-452a-bf86-4c86aecaa980 HTTP/1.1" status: 200 len: 851 time: 0.1464257 Jun 16 14:56:20.128781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.139219 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 90b0da62-b719-4474-9280-b6c23b963833, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=90b0da62-b719-4474-9280-b6c23b963833,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:20.158260 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.160238 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device af4b31bc-37df-4db2-8659-3a1a508a9ff2 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:56:20.185594 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.190085 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-b4e70899-89e5-47a2-8703-a8d9fe5766bd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943133 Jun 16 14:56:20.215639 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.232059 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-cc3ec4ab-66ef-4a3d-a77e-ddeddedf6f71 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165431 Jun 16 14:56:20.271855 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-baa85fb7-e412-4a62-9e98-cd9a6f6b1be0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bd03b616-4021-45a2-a4b6-e64cd8953d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403251 Jun 16 14:56:20.272974 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.282686 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:20.294289 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.298027 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.299853 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6ad6708-72e2-4f3e-8cf2-f8e48eb63694 HTTP/1.1" status: 204 len: 168 time: 0.3646853 Jun 16 14:56:20.348295 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:20.371170 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.449571 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7b013ab4-3596-4d09-8ab9-e21663b5982c req-7c812b3c-3695-4463-bfb8-b9095c799a57 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227414 Jun 16 14:56:20.450728 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'Port': ['ID=8f0e208a-9fd2-4b1b-9a09-cf1786632105,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:20.457020 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:20.458352 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.459957 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1962886 Jun 16 14:56:20.460889 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1e340408-a8c9-470d-b0ac-61e665d8289a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:20.497739 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ad6708-72e2-4f3e-8cf2-f8e48eb63694,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:20.518393 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:20.560712 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-9b47ede1-42be-48ec-8ae1-2c2f8b7c6749 service neutron] 10.222.0.103 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724466 Jun 16 14:56:20.696484 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port af4b31bc-37df-4db2-8659-3a1a508a9ff2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:20.700193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=90b0da62-b719-4474-9280-b6c23b963833,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:20.711548 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:20.717244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'port_id': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2', 'mac_address': 'fa:16:3e:89:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:56:20.731485 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2c8c89d-d0cf-4736-b5ed-75ca5ed5acbf req-923a6702-8062-4c10-823b-9184449af043 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979615 Jun 16 14:56:20.772251 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.803960 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4b31bc-37df-4db2-8659-3a1a508a9ff2 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:20.809773 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-19ebadc5-5a31-4526-98c5-bfe69cd369ba service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249743 Jun 16 14:56:20.839794 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd0a96-7550-4179-b8c6-0bf98678b8e3 req-12311b4c-60b8-4e50-b4f1-8d075e36de88 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:20.841412 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3afd0a96-7550-4179-b8c6-0bf98678b8e3 req-12311b4c-60b8-4e50-b4f1-8d075e36de88 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 945 time: 0.3217983 Jun 16 14:56:20.863046 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port af4b31bc-37df-4db2-8659-3a1a508a9ff2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:20.877814 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:20.880317 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:20.967582 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-88a9f31b-1c4e-4b0c-8b19-39515115db4a req-600c5787-57d9-47b5-83d8-6a9286796a88 service neutron] 10.222.0.103 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937547 Jun 16 14:56:20.989344 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3afd0a96-7550-4179-b8c6-0bf98678b8e3 req-ddf723ff-e4e9-4207-88c0-cc41a5463d84 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291144 Jun 16 14:56:21.015450 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b8295a2-0a77-48e5-998b-89035b89deb4 req-51ed073d-bbbf-44d9-bf82-35f0715fa46f service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985133 Jun 16 14:56:21.025736 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=af4b31bc-37df-4db2-8659-3a1a508a9ff2,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:21.032651 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:21.125290 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44188) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:21.219402 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['af4b31bc-37df-4db2-8659-3a1a508a9ff2'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:56:21.341511 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:56:21.344060 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:21.361661 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 99dfc3f8-04dd-4a78-9e84-500c842ccc02 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:21.428467 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-4f8d9215-25f5-45a0-853f-841077990596 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--40252098&fields=id&tenant_id=bdc18fa6e1214b718188a8bde6e359df HTTP/1.1" status: 200 len: 267 time: 0.3340225 Jun 16 14:56:21.605337 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48e29d-7a77-4295-a9d0-31f67f15bfd8 req-89031349-bc5b-4a29-be88-9b0dd0e8b76a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:21.608760 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ad48e29d-7a77-4295-a9d0-31f67f15bfd8 req-89031349-bc5b-4a29-be88-9b0dd0e8b76a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 944 time: 0.1835425 Jun 16 14:56:21.632776 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:21.633173 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:21.676445 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 10052484-208e-483f-9c76-59a943760702 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:56:21.697163 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ad48e29d-7a77-4295-a9d0-31f67f15bfd8 req-3847379f-ee77-42be-82cc-740258577bae tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805187 Jun 16 14:56:21.946249 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 10052484-208e-483f-9c76-59a943760702, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=10052484-208e-483f-9c76-59a943760702,segment=NetworkSegment(ddccb95a-caca-4484-b4fa-3426425ec041),segment_id=ddccb95a-caca-4484-b4fa-3426425ec041)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:21.998043 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '10052484-208e-483f-9c76-59a943760702', 'network_id': 'bd03b616-4021-45a2-a4b6-e64cd8953d06', 'port_id': '10052484-208e-483f-9c76-59a943760702', 'mac_address': 'fa:16:3e:19:37:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e622d346-8587-452a-bf86-4c86aecaa980', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:56:22.075792 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502d26-a338-40ed-a23b-9de9b071a721 req-9fd62daa-1d9f-49d7-8a91-796c4ec42c87 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:22.079530 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-75502d26-a338-40ed-a23b-9de9b071a721 req-9fd62daa-1d9f-49d7-8a91-796c4ec42c87 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 943 time: 0.1738985 Jun 16 14:56:22.084242 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.098076 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-9b1941e2-cb94-4627-af99-6992c05efca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:22.100692 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-9b1941e2-cb94-4627-af99-6992c05efca5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1096 time: 0.9200256 Jun 16 14:56:22.127969 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10052484-208e-483f-9c76-59a943760702 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:22.147093 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-75502d26-a338-40ed-a23b-9de9b071a721 req-36458fc0-22a6-4e4c-a671-48df13462888 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583186 Jun 16 14:56:22.160964 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 10052484-208e-483f-9c76-59a943760702, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=10052484-208e-483f-9c76-59a943760702,segment=NetworkSegment(ddccb95a-caca-4484-b4fa-3426425ec041),segment_id=ddccb95a-caca-4484-b4fa-3426425ec041)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:22.166544 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.170572 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:22.176092 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-e47e3842-f4cd-4d7e-b04f-e5bf7721622e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:22.177651 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-e47e3842-f4cd-4d7e-b04f-e5bf7721622e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 811 time: 0.6558082 Jun 16 14:56:22.181953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.215319 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.227159 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=10052484-208e-483f-9c76-59a943760702,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:22.230798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:22.255152 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:22.286162 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-9df8736e-491d-40ee-bce7-20f73dac1cb3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/quotas/bdc18fa6e1214b718188a8bde6e359df HTTP/1.1" status: 200 len: 375 time: 0.0740974 Jun 16 14:56:22.329941 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53481428-8c3f-479d-8363-b9c2fa49ab73,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:22.333334 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:22.389517 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ec758ed2353436b8a4a2239de03fc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2589922 Jun 16 14:56:22.394458 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44226) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:22.433574 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-ec93b385-fa94-43b6-815f-07c15f626a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:22.435400 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-ec93b385-fa94-43b6-815f-07c15f626a73 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.3157504 Jun 16 14:56:22.479949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbaaeb-ef4d-4413-9b29-35c51003db2e req-34745dbe-51ac-4c30-ac8f-e7eb4245ae1b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:22.488662 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-60cbaaeb-ef4d-4413-9b29-35c51003db2e req-34745dbe-51ac-4c30-ac8f-e7eb4245ae1b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 945 time: 0.1629744 Jun 16 14:56:22.496620 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-5021e1de-a22b-4905-808a-206ae987a068 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.0509231 Jun 16 14:56:22.514399 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-1d771ce2-f2e9-49aa-8e69-0025082aee79 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1904430 Jun 16 14:56:22.526320 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.585029 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-60cbaaeb-ef4d-4413-9b29-35c51003db2e req-cbed30b6-e88b-4723-a5df-792b3b3a8a26 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Jun 16 14:56:22.598568 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.649751 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['10052484-208e-483f-9c76-59a943760702'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:56:22.655070 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-b86dffa7-5eef-4355-979c-ce073ad677c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:22.659286 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-b86dffa7-5eef-4355-979c-ce073ad677c5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.1432707 Jun 16 14:56:22.730661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.730661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:22.730661 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-effda405-f928-4614-ab89-2787c074448f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53481428-8c3f-479d-8363-b9c2fa49ab73 HTTP/1.1" status: 204 len: 168 time: 0.3310471 Jun 16 14:56:22.730661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-857f71aa-d43b-4753-841f-8d9de50ca9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:22.761799 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53481428-8c3f-479d-8363-b9c2fa49ab73,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:22.778367 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:22.909496 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-f694d3a0-8727-4e2a-b9d7-7315410bf891 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937535 Jun 16 14:56:22.964049 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-06fd4549-0d49-48b6-8855-596c374163be service neutron] 10.222.0.16 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881502 Jun 16 14:56:23.196395 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d92afd-9094-4130-88bf-d873bb666ec3 req-fa42249c-ba64-4cd5-b51c-714f65fba9f7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:23.206361 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-33d92afd-9094-4130-88bf-d873bb666ec3 req-fa42249c-ba64-4cd5-b51c-714f65fba9f7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 944 time: 0.1396692 Jun 16 14:56:23.207635 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-f8ee578c-1703-47e6-bb51-32257ef4e380 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877736 Jun 16 14:56:23.248255 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-f4abf31f-518a-44e3-bc6f-3da609e91860 service neutron] 10.222.0.16 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755365 Jun 16 14:56:23.291449 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-33d92afd-9094-4130-88bf-d873bb666ec3 req-c3a1115f-49e1-412c-a384-dc601006a364 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834486 Jun 16 14:56:23.459003 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d9638d7-3e7e-45fe-ad7a-9082984737d5 req-7328bf13-a977-46b7-a992-88940c124895 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447703 Jun 16 14:56:23.654474 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-77a0c3e2-98cd-4444-b316-a3ab6bc54484 req-63131976-4be8-4305-b578-bd75d8073253 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 210 time: 0.0614812 Jun 16 14:56:23.677728 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff28b4c-acae-461c-ba7e-6cc2a8da3fee req-e2c74c58-1bd5-471e-b669-5120d7542b23 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:23.692668 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 1de256f7-74d0-4012-ba80-069a3b8dd197 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:56:23.699917 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eff28b4c-acae-461c-ba7e-6cc2a8da3fee req-e2c74c58-1bd5-471e-b669-5120d7542b23 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 944 time: 0.2010844 Jun 16 14:56:23.823390 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eff28b4c-acae-461c-ba7e-6cc2a8da3fee req-a59f7664-455a-4af9-aae8-c05a8a7d3fd6 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183302 Jun 16 14:56:23.947698 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 1de256f7-74d0-4012-ba80-069a3b8dd197, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1de256f7-74d0-4012-ba80-069a3b8dd197,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:23.992306 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 10052484-208e-483f-9c76-59a943760702 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:24.001025 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '1de256f7-74d0-4012-ba80-069a3b8dd197', 'network_id': 'f49bc5fe-dc6c-4b24-bfd2-a769082592e1', 'port_id': '1de256f7-74d0-4012-ba80-069a3b8dd197', 'mac_address': 'fa:16:3e:aa:82:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa996ea9-ca4f-430f-b473-cf3e0acc2b7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:56:24.047740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f805c-a7a0-4e35-bd51-a5f209a87c38 req-d1b4abc3-62f5-43fb-b769-67d865046600 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:24.071231 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d4f805c-a7a0-4e35-bd51-a5f209a87c38 req-d1b4abc3-62f5-43fb-b769-67d865046600 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 945 time: 0.1467600 Jun 16 14:56:24.127223 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:24.149341 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de256f7-74d0-4012-ba80-069a3b8dd197 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:24.153096 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7d4f805c-a7a0-4e35-bd51-a5f209a87c38 req-b4a5424e-1049-4a19-9d7e-980d1409c8f6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808690 Jun 16 14:56:24.157512 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 10052484-208e-483f-9c76-59a943760702 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:24.163433 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 10052484-208e-483f-9c76-59a943760702 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:24.163928 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:24.208087 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 1de256f7-74d0-4012-ba80-069a3b8dd197, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1de256f7-74d0-4012-ba80-069a3b8dd197,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:24.215959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:24.219955 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:24.345710 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=1de256f7-74d0-4012-ba80-069a3b8dd197,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:24.378569 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:24.421698 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:24.461470 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10052484-208e-483f-9c76-59a943760702'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:24.590120 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd296a6-400a-4581-a1a8-e40055ede5ad req-7666c578-fae2-4a8a-909f-437d9ff247c9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:24.596271 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ffd296a6-400a-4581-a1a8-e40055ede5ad req-7666c578-fae2-4a8a-909f-437d9ff247c9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 944 time: 0.1352994 Jun 16 14:56:24.682308 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ffd296a6-400a-4581-a1a8-e40055ede5ad req-c71b2b27-397d-4998-b26b-950189114fcd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Jun 16 14:56:24.770721 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['1de256f7-74d0-4012-ba80-069a3b8dd197'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:56:24.812664 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 10052484-208e-483f-9c76-59a943760702, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=10052484-208e-483f-9c76-59a943760702,segment=NetworkSegment(ddccb95a-caca-4484-b4fa-3426425ec041),segment_id=ddccb95a-caca-4484-b4fa-3426425ec041)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:24.836669 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:24.837796 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 90b0da62-b719-4474-9280-b6c23b963833 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:24.845179 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:24.972846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=10052484-208e-483f-9c76-59a943760702,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:24.991685 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:25.013504 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 90b0da62-b719-4474-9280-b6c23b963833 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:25.027141 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 90b0da62-b719-4474-9280-b6c23b963833 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:25.027529 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:25.080121 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3facb75a-40e4-4038-ae31-e38e210146a8 req-e3c62a84-058f-42d6-97dd-7b0c68db8684 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 210 time: 0.1825709 Jun 16 14:56:25.082815 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b7cd48-d03d-42da-8ad7-f85186cfe3be" -d '{"events": [{"server_uuid": "41068bcb-3a74-4b5c-9e16-51b09ab0f533", "name": "network-vif-plugged", "status": "completed", "tag": "10052484-208e-483f-9c76-59a943760702"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:25.217544 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:25.292500 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 90b0da62-b719-4474-9280-b6c23b963833, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=90b0da62-b719-4474-9280-b6c23b963833,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:25.299359 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:25.300731 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device af4b31bc-37df-4db2-8659-3a1a508a9ff2 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:25.305336 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:25.393722 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4034f8-875d-43e2-bae3-16aa14227e46 req-437b5efc-66b7-4381-88f8-e301515212c3 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:25.395750 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0e4034f8-875d-43e2-bae3-16aa14227e46 req-437b5efc-66b7-4381-88f8-e301515212c3 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1151922 Jun 16 14:56:25.457613 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=90b0da62-b719-4474-9280-b6c23b963833,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:25.468820 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:25.476145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port af4b31bc-37df-4db2-8659-3a1a508a9ff2 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:25.480825 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port af4b31bc-37df-4db2-8659-3a1a508a9ff2 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:25.481263 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:25.483036 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0e4034f8-875d-43e2-bae3-16aa14227e46 req-202a9b75-e821-49c1-9356-e81a07286daf tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680587 Jun 16 14:56:25.566893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65530303-5f35-4dff-b205-0476155fae31 x-openstack-request-id: req-65530303-5f35-4dff-b205-0476155fae31 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:25.567375 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41068bcb-3a74-4b5c-9e16-51b09ab0f533", "name": "network-vif-plugged", "status": "completed", "tag": "10052484-208e-483f-9c76-59a943760702", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:25.567526 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65530303-5f35-4dff-b205-0476155fae31 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:25.567974 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10052484-208e-483f-9c76-59a943760702', 'code': 200} Jun 16 14:56:25.594674 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:25.636613 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port af4b31bc-37df-4db2-8659-3a1a508a9ff2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:25.642600 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:25.644968 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:25.660729 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44370) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:25.714021 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=af4b31bc-37df-4db2-8659-3a1a508a9ff2,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:25.718164 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:25.830138 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1b90-0dc2-4dc1-abeb-f6e9aca7d0f1 req-f3a59a8c-ea66-47f4-8a2e-51e6f2bd8009 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:25.839719 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-400e1b90-0dc2-4dc1-abeb-f6e9aca7d0f1 req-f3a59a8c-ea66-47f4-8a2e-51e6f2bd8009 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1075339 Jun 16 14:56:25.901649 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-400e1b90-0dc2-4dc1-abeb-f6e9aca7d0f1 req-19c115c1-c124-404b-a21f-0282b7efd22a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598614 Jun 16 14:56:25.931312 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45343ec4-c684-4a7c-b59f-ccf5f308452e req-ce2bdc05-7bb8-42a2-ab8f-59212b4fd8c7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:25.932901 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45343ec4-c684-4a7c-b59f-ccf5f308452e req-ce2bdc05-7bb8-42a2-ab8f-59212b4fd8c7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0829599 Jun 16 14:56:26.002565 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.011239 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45343ec4-c684-4a7c-b59f-ccf5f308452e req-adf52a6e-03c0-4f9d-8d6b-29ed2bd67e58 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675502 Jun 16 14:56:26.162677 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.169064 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.181370 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:26.217931 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc23aed831f34b3cb17376c0296ca6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556550 Jun 16 14:56:26.219993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ee9ca-1619-42ca-a0e1-009fba7aad0e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:26.222588 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44388) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:26.229641 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:26.293983 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.335711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.373961 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-04e5bbd7-8a6b-4b93-b9b4-1e64a78be69c req-99358a7f-7bd4-4094-9b63-ddd092092a74 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 210 time: 0.0526321 Jun 16 14:56:26.401695 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.404607 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.405808 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/968ee9ca-1619-42ca-a0e1-009fba7aad0e HTTP/1.1" status: 204 len: 168 time: 0.1820745 Jun 16 14:56:26.406605 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:26.420669 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ee9ca-1619-42ca-a0e1-009fba7aad0e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:26.423974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:26.806920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8c9fa-2ee5-4592-b86f-aa1e5c8a9f70 req-d966daaf-f30e-4146-8a39-f27a266345e5 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:26.810507 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4a8c9fa-2ee5-4592-b86f-aa1e5c8a9f70 req-d966daaf-f30e-4146-8a39-f27a266345e5 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1287723 Jun 16 14:56:26.877755 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4a8c9fa-2ee5-4592-b86f-aa1e5c8a9f70 req-9dd9e0cc-00f5-4e61-829c-a65751bacce0 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538070 Jun 16 14:56:26.961356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44414) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:26.984412 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:26.994209 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44416) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:27.130224 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.135837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.162720 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:27.170639 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0478e91d0c6843cda42f56671a3a10bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075875 Jun 16 14:56:27.171231 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44422) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:27.227031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c4b7a-27b9-45c2-9229-da6f8ee97dd0,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:27.231436 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:27.265437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea6e88-31e5-4eb0-b33e-6ef164e59c39 req-676d56c4-57e3-41ae-85f2-a08d5bf640ab tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:27.267231 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffafffa-ec36-4666-841b-328d2def3f13 req-d1a8eacc-4f6b-471d-8667-deab0377d41f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:27.267776 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-77ea6e88-31e5-4eb0-b33e-6ef164e59c39 req-676d56c4-57e3-41ae-85f2-a08d5bf640ab tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0938730 Jun 16 14:56:27.272392 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cffafffa-ec36-4666-841b-328d2def3f13 req-d1a8eacc-4f6b-471d-8667-deab0377d41f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1762369 Jun 16 14:56:27.309716 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.321675 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-77ea6e88-31e5-4eb0-b33e-6ef164e59c39 req-b0ec94a5-cad9-4371-92a0-be7a43768ba5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Jun 16 14:56:27.341916 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.365281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.385880 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cffafffa-ec36-4666-841b-328d2def3f13 req-11dfe6a7-7ee6-461f-8bf6-7b76b7fae7fe tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069446 Jun 16 14:56:27.454381 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.457127 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.458336 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e89c4b7a-27b9-45c2-9229-da6f8ee97dd0 HTTP/1.1" status: 204 len: 168 time: 0.2862442 Jun 16 14:56:27.461332 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-906575d1-c6b7-4ecb-a92b-a3dae416ec19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:27.475176 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c4b7a-27b9-45c2-9229-da6f8ee97dd0,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:27.480803 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:27.528712 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.534380 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.539141 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d2a2f404-7a81-407f-a9ef-c79a0e9ac72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:27.574036 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b0da62-b719-4474-9280-b6c23b963833'}, {'server_uuid': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:27.586751 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84039fec-7804-41ee-9e30-ecde2c71dff0" -d '{"events": [{"server_uuid": "bf076d4f-6627-4e18-afa5-657d9b19cb70", "name": "network-vif-plugged", "status": "completed", "tag": "90b0da62-b719-4474-9280-b6c23b963833"}, {"server_uuid": "cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed", "name": "network-vif-plugged", "status": "completed", "tag": "af4b31bc-37df-4db2-8659-3a1a508a9ff2"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:27.631580 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c01c85c9a0cb490ca13a6a313aaa6df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354856 Jun 16 14:56:27.636670 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44436) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:27.642708 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ade338-5f9a-4718-840d-605b38ecd265,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:27.651635 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:27.671870 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11ec3cb7-91ce-452e-81a0-9f5e5ac73220 req-582540ad-99ab-46fb-83e2-d2350ab5bc12 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 210 time: 0.0828733 Jun 16 14:56:27.678707 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d34e73b-66fa-48f0-adc1-2d0db594e807 x-openstack-request-id: req-6d34e73b-66fa-48f0-adc1-2d0db594e807 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:27.679477 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf076d4f-6627-4e18-afa5-657d9b19cb70", "name": "network-vif-plugged", "status": "completed", "tag": "90b0da62-b719-4474-9280-b6c23b963833", "code": 200}, {"server_uuid": "cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed", "name": "network-vif-plugged", "status": "completed", "tag": "af4b31bc-37df-4db2-8659-3a1a508a9ff2", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:27.679920 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d34e73b-66fa-48f0-adc1-2d0db594e807 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:27.680621 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b0da62-b719-4474-9280-b6c23b963833', 'code': 200} Jun 16 14:56:27.681106 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2', 'code': 200} Jun 16 14:56:27.817425 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.848020 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.941096 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.944100 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:27.945643 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57ade338-5f9a-4718-840d-605b38ecd265 HTTP/1.1" status: 204 len: 168 time: 0.3050530 Jun 16 14:56:27.946582 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:27.963584 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ade338-5f9a-4718-840d-605b38ecd265,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:27.967829 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:28.150771 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded87b-1450-496e-9ba1-40c925aaf465 req-acc4d034-94ca-49c8-9c5a-ff56c8cc0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:28.157471 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beded87b-1450-496e-9ba1-40c925aaf465 req-acc4d034-94ca-49c8-9c5a-ff56c8cc0586 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 1098 time: 0.2477703 Jun 16 14:56:28.204771 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-beded87b-1450-496e-9ba1-40c925aaf465 req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.325798 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-5f4d2288-e424-49aa-8a8b-4678d97e6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:28.328835 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-5f4d2288-e424-49aa-8a8b-4678d97e6e88 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 1098 time: 0.1475532 Jun 16 14:56:28.343611 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b9f1-5739-492f-a080-ddb6354adcd3 req-bede9e20-4f0d-4d62-843a-f68bee095432 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:28.347810 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16b1b9f1-5739-492f-a080-ddb6354adcd3 req-bede9e20-4f0d-4d62-843a-f68bee095432 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.2227471 Jun 16 14:56:28.468395 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-c5b77456-6b89-406e-bf3e-62f4c6859184 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.484155 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720a550-d46e-4076-a275-1aac3cbfd96f req-a6b15ae0-1f66-42ad-8bc4-10b28c035f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:28.488632 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a720a550-d46e-4076-a275-1aac3cbfd96f req-a6b15ae0-1f66-42ad-8bc4-10b28c035f14 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 1099 time: 0.2561584 Jun 16 14:56:28.513157 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44468) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:28.557674 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-beded87b-1450-496e-9ba1-40c925aaf465 req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.568109 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a720a550-d46e-4076-a275-1aac3cbfd96f req-d54f2041-b2b7-4cf9-85ef-ef1cd86bc2f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.571327 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-beded87b-1450-496e-9ba1-40c925aaf465 req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.622727 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:28.660857 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16b1b9f1-5739-492f-a080-ddb6354adcd3 req-629920d0-bdee-41d3-8124-a3c15b1371de tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873440 Jun 16 14:56:28.664985 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.675893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:28.686636 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beded87b-1450-496e-9ba1-40c925aaf465 req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065684 Jun 16 14:56:28.819013 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.db.api [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-c5b77456-6b89-406e-bf3e-62f4c6859184 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 47fb1d9f4baa404ca05e1303d0533cc1 {{(pid=91763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 14:56:28.822504 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_db.api [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-c5b77456-6b89-406e-bf3e-62f4c6859184 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:56:28.850676 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=615391e1-8a8c-4b7a-baae-71052d91c484,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:28.863696 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:29.024183 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a720a550-d46e-4076-a275-1aac3cbfd96f req-d54f2041-b2b7-4cf9-85ef-ef1cd86bc2f0 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737539 Jun 16 14:56:29.121396 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b3ef66e6-25ce-412d-9283-2fdaee017a04 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:29.123941 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b3ef66e6-25ce-412d-9283-2fdaee017a04 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 811 time: 0.3247559 Jun 16 14:56:29.146733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f029e-2a64-4ab6-9546-0c3ad2129186 req-c6353797-17c2-4505-8aa1-422b350d9b81 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:29.149356 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-874f029e-2a64-4ab6-9546-0c3ad2129186 req-c6353797-17c2-4505-8aa1-422b350d9b81 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.3901227 Jun 16 14:56:29.254030 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-2646b300-d893-4190-9914-a3cc2197d642 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc18fa6e1214b718188a8bde6e359df HTTP/1.1" status: 200 len: 378 time: 0.1032326 Jun 16 14:56:29.273013 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-874f029e-2a64-4ab6-9546-0c3ad2129186 req-721c6ea9-d983-454d-bb5c-857066581f05 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111703 Jun 16 14:56:29.278205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'port': {'device_id': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'admin_state_up': True, 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'security_groups': ['618929ed-8e5b-4f3b-b614-cbad757d5e85']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:29.431473 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-c5b77456-6b89-406e-bf3e-62f4c6859184 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.441814 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.454457 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.458431 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:29.496565 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-68fddf87-2847-42c0-a333-74716f0dcb65 req-e68c1710-6bbc-4cee-8394-c7fb2d534470 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 210 time: 0.0374057 Jun 16 14:56:29.541085 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c1c926c57844d5c9f887af3d52199c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0033069 Jun 16 14:56:29.543193 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f49f2-a7fe-4578-9757-354aa688dae5,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:29.544438 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44506) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:29.553606 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:29.579593 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eab93-857c-4d78-9102-508e0586b261 req-bb12584e-a2c4-4f36-886f-91e3e96f29fc tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:29.581801 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-215eab93-857c-4d78-9102-508e0586b261 req-bb12584e-a2c4-4f36-886f-91e3e96f29fc tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.5117326 Jun 16 14:56:29.592689 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 1de256f7-74d0-4012-ba80-069a3b8dd197 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:56:29.644174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Made reservation on behalf of bdc18fa6e1214b718188a8bde6e359df for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:56:29.654420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.660289 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e08b083-e09b-4472-b394-7e4e6819b258 req-c5b77456-6b89-406e-bf3e-62f4c6859184 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3112512 Jun 16 14:56:29.672903 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 1de256f7-74d0-4012-ba80-069a3b8dd197 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:29.682215 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 1de256f7-74d0-4012-ba80-069a3b8dd197 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:29.683270 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.701979 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-215eab93-857c-4d78-9102-508e0586b261 req-93d45348-56de-44ed-8616-ae2aeafa4db6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121948 Jun 16 14:56:29.770533 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 44514) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:29.776816 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.833330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.874308 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.895437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Allocated IP 172.20.0.7 (7364df9f-dc4a-4ada-9b32-d642da78dde3/ae1ef2b5-2af5-4878-9506-f5e8516f621f/2a387faa-a32f-433f-8ae4-9edf547d48fc) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:56:29.920912 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de256f7-74d0-4012-ba80-069a3b8dd197'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:29.925935 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5012ed33-e60b-466f-91ba-a18ddba5e9dd" -d '{"events": [{"server_uuid": "2941f02c-90a5-41e5-b4ec-483472d0ca84", "name": "network-vif-plugged", "status": "completed", "tag": "1de256f7-74d0-4012-ba80-069a3b8dd197"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:29.948307 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 1de256f7-74d0-4012-ba80-069a3b8dd197, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1de256f7-74d0-4012-ba80-069a3b8dd197,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:29.956737 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:29.959930 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:30.001871 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.009880 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.011289 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/403f49f2-a7fe-4578-9757-354aa688dae5 HTTP/1.1" status: 204 len: 168 time: 0.4606943 Jun 16 14:56:30.016428 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:30.058069 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f49f2-a7fe-4578-9757-354aa688dae5,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:30.060540 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:30.071127 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5bcba-1fee-4ee7-8c68-fd7ac76a08cf x-openstack-request-id: req-7bd5bcba-1fee-4ee7-8c68-fd7ac76a08cf {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:30.071936 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2941f02c-90a5-41e5-b4ec-483472d0ca84", "name": "network-vif-plugged", "status": "completed", "tag": "1de256f7-74d0-4012-ba80-069a3b8dd197", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:30.072322 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bd5bcba-1fee-4ee7-8c68-fd7ac76a08cf {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:30.072988 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de256f7-74d0-4012-ba80-069a3b8dd197', 'code': 200} Jun 16 14:56:30.075462 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=1de256f7-74d0-4012-ba80-069a3b8dd197,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:30.088042 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81b5e-bc35-4f63-a2bd-37862b1ea9e2 req-bcebff35-22e9-498e-b25c-8d4a19ab8fee tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:30.088718 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.096656 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29b81b5e-bc35-4f63-a2bd-37862b1ea9e2 req-bcebff35-22e9-498e-b25c-8d4a19ab8fee tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1793637 Jun 16 14:56:30.101712 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:30.185873 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29b81b5e-bc35-4f63-a2bd-37862b1ea9e2 req-3ed20450-3ed3-4543-92cc-50e091a87ce8 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882180 Jun 16 14:56:30.243959 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.270575 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Transition to ACTIVE for port object 2a387faa-a32f-433f-8ae4-9edf547d48fc will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:30.289482 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.297930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.301780 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a3488151-3deb-4437-ab97-7ce0acf637cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:30.336266 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6409d25-f534-4e9c-8da2-022789c33112,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:30.340325 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:30.375472 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebf8708c634b4917843a4703df577824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974908 Jun 16 14:56:30.375862 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 44536) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:30.388617 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.412787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:30.568611 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe9571-a2d5-4f08-98df-fe98db278885 req-eb9ce732-a5b6-4f99-b13a-f7b932f66f32 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:30.583640 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1bfe9571-a2d5-4f08-98df-fe98db278885 req-eb9ce732-a5b6-4f99-b13a-f7b932f66f32 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1524453 Jun 16 14:56:30.672950 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1bfe9571-a2d5-4f08-98df-fe98db278885 req-23f16a68-36ba-4541-83bb-50b6d50ae4d9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866039 Jun 16 14:56:30.844781 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:56:30.893561 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:30.913577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:56:30.925434 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:30.926549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:30.961767 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b544c-1f50-404d-8146-d9a839113028 req-3d5eae0d-c91e-4925-8022-cd82e8e2022b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:30.962001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'Port': ['ID=2a387faa-a32f-433f-8ae4-9edf547d48fc,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:30.969893 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2e2b544c-1f50-404d-8146-d9a839113028 req-3d5eae0d-c91e-4925-8022-cd82e8e2022b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1057909 Jun 16 14:56:30.982663 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:30.999084 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7246487 Jun 16 14:56:31.000833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:31.012234 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2e2b544c-1f50-404d-8146-d9a839113028 req-ab4bd923-adbb-4569-8f96-dff35ee70fe4 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Jun 16 14:56:31.069191 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:31.111583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19842ff6-c88f-49f6-abed-63c198f2dcd2 req-2051684b-21fd-46ad-b286-70904d54b564 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:31.114009 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-19842ff6-c88f-49f6-abed-63c198f2dcd2 req-2051684b-21fd-46ad-b286-70904d54b564 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 931 time: 0.3274872 Jun 16 14:56:31.203365 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-19842ff6-c88f-49f6-abed-63c198f2dcd2 req-cb186a16-d824-41cb-9a97-2219f395d442 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759721 Jun 16 14:56:31.219744 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:31.224164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:31.228490 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6409d25-f534-4e9c-8da2-022789c33112 HTTP/1.1" status: 204 len: 168 time: 0.8521378 Jun 16 14:56:31.228490 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3b5453d2-4aec-4654-8170-e5fcb2654bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:31.242550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6409d25-f534-4e9c-8da2-022789c33112,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:31.248329 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:31.284115 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-6eea7270-5520-424a-b578-823c88945ace None None] Provisioning for port 2a387faa-a32f-433f-8ae4-9edf547d48fc completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:56:31.290767 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-6eea7270-5520-424a-b578-823c88945ace None None] Provisioning complete for port 2a387faa-a32f-433f-8ae4-9edf547d48fc triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:56:31.291323 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-6eea7270-5520-424a-b578-823c88945ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:31.343096 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-6eea7270-5520-424a-b578-823c88945ace None None] Port 2a387faa-a32f-433f-8ae4-9edf547d48fc cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:56:31.429167 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ce0b6-9242-4dd2-8020-8f45d3f7c8e9 req-12ea4f7f-ee8d-42ee-b49a-1a439abfde77 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:31.430821 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-862ce0b6-9242-4dd2-8020-8f45d3f7c8e9 req-12ea4f7f-ee8d-42ee-b49a-1a439abfde77 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.0873923 Jun 16 14:56:31.504381 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-862ce0b6-9242-4dd2-8020-8f45d3f7c8e9 req-d56c5ca1-91e7-44b9-9ae8-0b285feb79a3 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Jun 16 14:56:32.001247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8829f5-b1e8-41bd-bfbd-e8896d20a2ce req-e6d35b88-0957-43ba-a2de-eb1371e647a9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:32.003642 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3a8829f5-b1e8-41bd-bfbd-e8896d20a2ce req-e6d35b88-0957-43ba-a2de-eb1371e647a9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0730186 Jun 16 14:56:32.056252 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3a8829f5-b1e8-41bd-bfbd-e8896d20a2ce req-9b1e60b6-e4fc-4b2b-9260-b854826c0248 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 Jun 16 14:56:32.387363 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0d34b-cfe8-46a2-bc63-393b66606cf4 req-d8ef9747-b26e-4588-a3ec-ccf62d67f2a0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:32.390393 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4eb0d34b-cfe8-46a2-bc63-393b66606cf4 req-d8ef9747-b26e-4588-a3ec-ccf62d67f2a0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1186678 Jun 16 14:56:32.445451 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4eb0d34b-cfe8-46a2-bc63-393b66606cf4 req-e5d52938-8d3d-42d0-bf0f-d44eb4ea7934 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Jun 16 14:56:32.514387 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48b9b-e9ac-4eb0-889c-d2cc9cb79bf3 req-6d033993-ffce-45e7-a6c9-25142851e558 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:32.516073 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-00e48b9b-e9ac-4eb0-889c-d2cc9cb79bf3 req-6d033993-ffce-45e7-a6c9-25142851e558 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 931 time: 0.1222951 Jun 16 14:56:32.559072 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-00e48b9b-e9ac-4eb0-889c-d2cc9cb79bf3 req-8d1e8c6c-6d9d-4908-8cc4-ce43a3fbf16f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366838 Jun 16 14:56:32.725139 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a7734-d901-44de-9bc6-c555464a0dbc req-bd4cc0d5-815b-4f3f-9c67-753812ced17c tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:32.726523 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b05a7734-d901-44de-9bc6-c555464a0dbc req-bd4cc0d5-815b-4f3f-9c67-753812ced17c tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.0750380 Jun 16 14:56:32.770155 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b05a7734-d901-44de-9bc6-c555464a0dbc req-e04aa4e9-1128-4cfe-a7d3-d863668d6077 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Jun 16 14:56:33.324177 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Request body: {'port': {'device_id': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:33.546022 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8bf33-a428-4f44-b53e-616890b918e4 req-8625e714-3082-4dd1-b23a-8eb27b4010f6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:33.549284 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-79d8bf33-a428-4f44-b53e-616890b918e4 req-8625e714-3082-4dd1-b23a-8eb27b4010f6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.3043325 Jun 16 14:56:33.587328 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:33.619910 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-79d8bf33-a428-4f44-b53e-616890b918e4 req-b610e38a-eb1c-40fe-9f95-5bfb0e1a0131 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612307 Jun 16 14:56:33.696546 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5500d91-b5da-4d53-a71c-eb4cafa84750 req-b91fc6e2-71b4-4aee-a177-88de877885e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:33.698799 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a5500d91-b5da-4d53-a71c-eb4cafa84750 req-b91fc6e2-71b4-4aee-a177-88de877885e2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.1272016 Jun 16 14:56:33.716869 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e3b0-77f4-4e04-82a8-828365bbd834 req-26823c01-0dc0-495b-867d-73eef2fc02f6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:33.719594 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c7e2e3b0-77f4-4e04-82a8-828365bbd834 req-26823c01-0dc0-495b-867d-73eef2fc02f6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1102870 Jun 16 14:56:33.781175 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a5500d91-b5da-4d53-a71c-eb4cafa84750 req-154516fc-8202-43c7-a7a8-b5ceee41200f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Jun 16 14:56:33.795442 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c7e2e3b0-77f4-4e04-82a8-828365bbd834 req-131a38c2-36ec-4686-a9be-2655cee81e1e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658932 Jun 16 14:56:33.891698 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916345f-6cbc-4d22-9afe-12f09823ea40 req-88a0bb58-04b2-403b-9c95-3bb74ce727bd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:33.893570 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5916345f-6cbc-4d22-9afe-12f09823ea40 req-88a0bb58-04b2-403b-9c95-3bb74ce727bd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 931 time: 0.1539834 Jun 16 14:56:33.914793 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2a08e695-4586-4d7f-b856-e6a40da9a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:33.980118 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5916345f-6cbc-4d22-9afe-12f09823ea40 req-b8f3cbcc-3e8e-444e-97f6-3037b0bdbb4d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727842 Jun 16 14:56:34.018634 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a387faa-a32f-433f-8ae4-9edf547d48fc {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:34.027592 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:34.043539 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Transition to ACTIVE for port object 2a387faa-a32f-433f-8ae4-9edf547d48fc will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:56:34.048591 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:34.052700 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0421cbf2-06c3-40e8-ae55-23146f90b0b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:34.134190 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Pushing event updated for resources: {'Port': ['ID=2a387faa-a32f-433f-8ae4-9edf547d48fc,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:34.139847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:34.147755 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c725cfb-48c0-4add-aed2-1947af46c6d4 req-d5702383-4064-46d7-a25a-8d49db14aadc tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:34.149567 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7c725cfb-48c0-4add-aed2-1947af46c6d4 req-d5702383-4064-46d7-a25a-8d49db14aadc tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1467271 Jun 16 14:56:34.211278 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Attempting to bind port 2a387faa-a32f-433f-8ae4-9edf547d48fc on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:56:34.211628 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Attempting to bind port 2a387faa-a32f-433f-8ae4-9edf547d48fc by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:56:34.211951 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Attempting to bind port 2a387faa-a32f-433f-8ae4-9edf547d48fc on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:34.218243 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Port 2a387faa-a32f-433f-8ae4-9edf547d48fc on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:56:34.218601 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Attempting to bind port 2a387faa-a32f-433f-8ae4-9edf547d48fc on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:56:34.226016 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:56:34.226356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Checking segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:34.226789 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Bound using segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:56:34.227690 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Bound port: 2a387faa-a32f-433f-8ae4-9edf547d48fc, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:56:34.228065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:34.337651 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] For port 2a387faa-a32f-433f-8ae4-9edf547d48fc, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:56:34.342393 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] For port 2a387faa-a32f-433f-8ae4-9edf547d48fc, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:56:34.350172 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:34.363831 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:34.384194 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7c725cfb-48c0-4add-aed2-1947af46c6d4 req-fcc67b0e-c106-4679-8879-d01d60900642 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210517 Jun 16 14:56:34.453785 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:34.454486 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:34.457303 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] 10.222.0.103 "PUT /v2.0/ports/2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 200 len: 1093 time: 1.1393237 Jun 16 14:56:34.458238 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Pushing event updated for resources: {'Port': ['ID=2a387faa-a32f-433f-8ae4-9edf547d48fc,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:34.463313 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:34.464463 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:56:34.468619 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc0779-abd6-4931-bce1-3c1eafd9db44" -d '{"events": [{"name": "network-changed", "server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:56:34.520411 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6151162-1958-4460-b42e-bd25f3f5c282 x-openstack-request-id: req-d6151162-1958-4460-b42e-bd25f3f5c282 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:56:34.520730 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:56:34.520999 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6151162-1958-4460-b42e-bd25f3f5c282 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:56:34.521437 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'status': 'completed', 'code': 200} Jun 16 14:56:34.699575 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc0779-abd6-4931-bce1-3c1eafd9db44 req-6f7204ba-958d-4e14-ac77-3413be846b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:34.702072 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-16fc0779-abd6-4931-bce1-3c1eafd9db44 req-6f7204ba-958d-4e14-ac77-3413be846b86 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1096 time: 0.1165571 Jun 16 14:56:35.067966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41386c3-c386-4441-a599-108553e0f4eb req-ca0419eb-d27c-4b3f-9bd8-b2cb63a4938b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:35.073552 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d41386c3-c386-4441-a599-108553e0f4eb req-ca0419eb-d27c-4b3f-9bd8-b2cb63a4938b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.2043455 Jun 16 14:56:35.145866 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d41386c3-c386-4441-a599-108553e0f4eb req-7cf238b3-8177-402a-b63e-df291e0b4726 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Jun 16 14:56:35.152750 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc0779-abd6-4931-bce1-3c1eafd9db44 req-2433ff82-22b5-486f-9f20-4f25c135a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:35.154230 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-16fc0779-abd6-4931-bce1-3c1eafd9db44 req-2433ff82-22b5-486f-9f20-4f25c135a5ee service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=bdc18fa6e1214b718188a8bde6e359df&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4393201 Jun 16 14:56:35.285272 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5760f5b-4a1e-4c0c-9e8d-0ff9f4ebee3a req-29b931f7-15f5-4f44-9737-be2674a3c7cf tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:35.286848 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c5760f5b-4a1e-4c0c-9e8d-0ff9f4ebee3a req-29b931f7-15f5-4f44-9737-be2674a3c7cf tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1975794 Jun 16 14:56:35.429271 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c5760f5b-4a1e-4c0c-9e8d-0ff9f4ebee3a req-897b4698-0610-42f3-b956-2456c1f863e4 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222231 Jun 16 14:56:35.434859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc0779-abd6-4931-bce1-3c1eafd9db44 req-a45fbfcc-4ff0-430e-9aef-68e9f5db54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:35.436449 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-16fc0779-abd6-4931-bce1-3c1eafd9db44 req-a45fbfcc-4ff0-430e-9aef-68e9f5db54c1 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2516887 Jun 16 14:56:35.451850 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94e731-8cd7-4d4e-bec8-78122d0c58af req-ca450e75-7e99-4beb-ba5e-df271802b2ce tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:35.458500 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4d94e731-8cd7-4d4e-bec8-78122d0c58af req-ca450e75-7e99-4beb-ba5e-df271802b2ce tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.1098409 Jun 16 14:56:35.530441 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4d94e731-8cd7-4d4e-bec8-78122d0c58af req-201fc072-7b30-4811-b55a-63bd16571704 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636134 Jun 16 14:56:35.828634 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737159be-1aef-40fe-8691-103ce228e807 req-b439c6b7-a83c-45f4-9b58-f7f6f695d1f7 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:35.830242 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-737159be-1aef-40fe-8691-103ce228e807 req-b439c6b7-a83c-45f4-9b58-f7f6f695d1f7 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1048493 Jun 16 14:56:35.900703 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-737159be-1aef-40fe-8691-103ce228e807 req-57b62fae-b596-4c96-b8cf-b23daf244ab6 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Jun 16 14:56:36.421274 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b810-72f7-48a1-b65d-7ed7ce8a15ad req-1bae2239-7ea1-40f4-a2c4-1e5225c9682d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:36.429097 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cdd7b810-72f7-48a1-b65d-7ed7ce8a15ad req-1bae2239-7ea1-40f4-a2c4-1e5225c9682d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1139009 Jun 16 14:56:36.463925 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6724-b45c-4738-bff1-41da073fcc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:36.486166 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cdd7b810-72f7-48a1-b65d-7ed7ce8a15ad req-914f451a-6ff0-44d9-9821-a20a8a410ceb tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562158 Jun 16 14:56:36.685872 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:36.854784 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae6379-7b99-4912-8a3f-14b03f76581f req-70bf2f8d-82c7-491b-9ae3-f505c999e8f1 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:36.856397 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5eae6379-7b99-4912-8a3f-14b03f76581f req-70bf2f8d-82c7-491b-9ae3-f505c999e8f1 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.1071684 Jun 16 14:56:36.911040 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5eae6379-7b99-4912-8a3f-14b03f76581f req-d589368b-59d4-4dbc-937f-a00a4d72b4d9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408261 Jun 16 14:56:37.001260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6252c5e-7adc-4b82-b723-a6e2d5b0e1de req-fde2a58c-c3d8-4152-b663-647d99439c3a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:37.004006 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6252c5e-7adc-4b82-b723-a6e2d5b0e1de req-fde2a58c-c3d8-4152-b663-647d99439c3a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0777020 Jun 16 14:56:37.070011 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6252c5e-7adc-4b82-b723-a6e2d5b0e1de req-8e6ea82d-9e32-40f8-aba2-faba5328d844 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555556 Jun 16 14:56:37.359105 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:38.152161 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d8912-b3c6-47a8-b385-928b596f48ae req-66df01c8-5a1d-45c4-9df9-2b0447e23798 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:38.154916 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-191d8912-b3c6-47a8-b385-928b596f48ae req-66df01c8-5a1d-45c4-9df9-2b0447e23798 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0996308 Jun 16 14:56:38.218479 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-191d8912-b3c6-47a8-b385-928b596f48ae req-74fc3789-46b4-40a1-9f90-beefab37e62d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562744 Jun 16 14:56:38.271359 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0a48d-744c-4789-8524-527eb9c01c46 req-ca80efd0-a878-4dda-9172-4d599ceff49c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:38.272156 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bdf0a48d-744c-4789-8524-527eb9c01c46 req-ca80efd0-a878-4dda-9172-4d599ceff49c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0785930 Jun 16 14:56:38.326608 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bdf0a48d-744c-4789-8524-527eb9c01c46 req-a6dc3d10-5e43-45c5-b302-9ee91beec76f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439193 Jun 16 14:56:38.829993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-88262812-6a59-4663-8bba-df4bffc468d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:38.832324 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-e1600653-315b-4331-853b-2906a027db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:38.832731 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-88262812-6a59-4663-8bba-df4bffc468d7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1096 time: 0.0902257 Jun 16 14:56:38.834123 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-e1600653-315b-4331-853b-2906a027db16 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 1098 time: 0.0884473 Jun 16 14:56:38.900282 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-1fa365c8-738f-4fed-b87c-b08cbda4df2e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 200 len: 217 time: 0.0395877 Jun 16 14:56:38.982581 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-0f2da4b4-4104-4589-a5f9-1b1aacb7a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:38.985866 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-0f2da4b4-4104-4589-a5f9-1b1aacb7a611 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.0621262 Jun 16 14:56:38.986757 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-3506e0e9-42c8-48f5-a5f7-3cc05bf06c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:38.988756 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-3506e0e9-42c8-48f5-a5f7-3cc05bf06c70 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.1277597 Jun 16 14:56:39.087701 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-f7e1f6cf-805a-4c41-ab84-2b124973ff5a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2 HTTP/1.1" status: 200 len: 217 time: 0.0617533 Jun 16 14:56:39.194515 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-db5e2e1c-6cc5-4cfc-bd6f-e41746cda5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:39.195348 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-6434012b-a263-423c-875a-056c29e01dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:39.197477 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-db5e2e1c-6cc5-4cfc-bd6f-e41746cda5cd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.0926752 Jun 16 14:56:39.197973 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-6434012b-a263-423c-875a-056c29e01dc4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1768353 Jun 16 14:56:39.269129 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-b7cadd4e-1fc1-4a54-b331-d9d6c9691877 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523829 Jun 16 14:56:39.376325 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-5364ccd6-6e8f-414f-bbc2-0d8329ffe6d7 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583631 Jun 16 14:56:39.380656 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:39.503504 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-115dae43-f928-4b6f-8369-9d6c0e4c352e service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171230 Jun 16 14:56:39.540604 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-710df06d-ba90-43bc-963c-3ea2eb903d6e req-cf8ce1c0-5e44-4c10-a2b4-1880b59a80ec service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459405 Jun 16 14:56:39.543860 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677260d-dc4d-4ee2-b47c-71f738ae6283 req-dc4a3512-60f7-4b1e-bf9a-ebebd399e310 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:39.545548 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0677260d-dc4d-4ee2-b47c-71f738ae6283 req-dc4a3512-60f7-4b1e-bf9a-ebebd399e310 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.1152554 Jun 16 14:56:39.608167 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0677260d-dc4d-4ee2-b47c-71f738ae6283 req-c32a2722-32c2-4a7a-89b1-5f7e98d35d93 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496411 Jun 16 14:56:39.645886 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13261-fa2f-4198-85d7-b94b4ed28c37 req-8bb20617-102d-4956-a1fc-8c9c32889059 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:39.647998 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bcb13261-fa2f-4198-85d7-b94b4ed28c37 req-8bb20617-102d-4956-a1fc-8c9c32889059 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1064491 Jun 16 14:56:39.734134 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bcb13261-fa2f-4198-85d7-b94b4ed28c37 req-39e7002d-39a4-4abc-a798-c9b3155a2152 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Jun 16 14:56:40.941264 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92353-d1b2-420a-b601-47b8be7a6a2e req-39bfbf52-a365-4451-b280-a4a2e0589b1e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:40.943960 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5cf92353-d1b2-420a-b601-47b8be7a6a2e req-39bfbf52-a365-4451-b280-a4a2e0589b1e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.1163132 Jun 16 14:56:40.998024 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5cf92353-d1b2-420a-b601-47b8be7a6a2e req-931c7ff6-f73e-44b7-8324-8b71ffd6377a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479617 Jun 16 14:56:41.064748 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d143b7-f221-446b-8555-0038044277f0 req-6e12e927-f28f-4ef5-a400-72a158b76d12 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:41.066471 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-77d143b7-f221-446b-8555-0038044277f0 req-6e12e927-f28f-4ef5-a400-72a158b76d12 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1355231 Jun 16 14:56:41.113192 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-77d143b7-f221-446b-8555-0038044277f0 req-f07d3145-ea33-4291-ad24-554bd1d1358f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Jun 16 14:56:42.275844 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55994-d328-4ddb-93fc-1c2a9c346334 req-b9a3145d-2f06-4d1b-a871-89b842d766e4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:42.277350 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c6a55994-d328-4ddb-93fc-1c2a9c346334 req-b9a3145d-2f06-4d1b-a871-89b842d766e4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0953157 Jun 16 14:56:42.331188 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c6a55994-d328-4ddb-93fc-1c2a9c346334 req-5f0cbef8-c4c7-4ea1-881f-17c6ac1012e1 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467107 Jun 16 14:56:42.376368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7864d7-adb6-499a-992c-52ea1fc15219 req-dbbb49be-ed4a-41ba-869a-f9ca19d5278e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:42.378095 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fb7864d7-adb6-499a-992c-52ea1fc15219 req-dbbb49be-ed4a-41ba-869a-f9ca19d5278e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1032486 Jun 16 14:56:42.429713 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fb7864d7-adb6-499a-992c-52ea1fc15219 req-cf5382db-2b1c-47fe-b868-17c01ca299c3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Jun 16 14:56:43.200431 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ead2c065-1294-483b-b06e-c243a3c6f8e0 req-81861f5e-3d7d-4b73-bf8d-843cf75a04ac service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401227 Jun 16 14:56:43.589244 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb8f2-61e6-4276-8085-6717899f6917 req-828b5d2d-0a98-4373-9c8e-87b14553466e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:43.590837 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-667eb8f2-61e6-4276-8085-6717899f6917 req-828b5d2d-0a98-4373-9c8e-87b14553466e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0831563 Jun 16 14:56:43.652104 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-667eb8f2-61e6-4276-8085-6717899f6917 req-6f8b273c-83e7-43a2-abc2-7b03dd377660 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547276 Jun 16 14:56:43.707343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af101d3-bf9c-459f-8ed7-8941a3d08bdf req-96872606-72d9-46e8-b2a0-c793f2bf2911 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:43.709060 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1af101d3-bf9c-459f-8ed7-8941a3d08bdf req-96872606-72d9-46e8-b2a0-c793f2bf2911 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1013122 Jun 16 14:56:43.764782 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1af101d3-bf9c-459f-8ed7-8941a3d08bdf req-bc07a38c-da36-4418-8832-bc826296a932 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jun 16 14:56:44.870967 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb62c-c551-4adb-a6ea-738cce6be748 req-278b7ea3-8764-4461-9273-14d45b970ad0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:44.872720 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c89cb62c-c551-4adb-a6ea-738cce6be748 req-278b7ea3-8764-4461-9273-14d45b970ad0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0795639 Jun 16 14:56:44.941563 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c89cb62c-c551-4adb-a6ea-738cce6be748 req-98933011-4f49-4dcb-bd83-2de7f1c33290 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609872 Jun 16 14:56:44.978049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63b922-5f54-4506-a000-bd5d3a0ec714 req-9834e713-4432-4f3a-a891-5995475bc132 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:44.980993 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4a63b922-5f54-4506-a000-bd5d3a0ec714 req-9834e713-4432-4f3a-a891-5995475bc132 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0781724 Jun 16 14:56:45.038657 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4a63b922-5f54-4506-a000-bd5d3a0ec714 req-2791204d-0271-4463-98b5-c6a43420b331 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Jun 16 14:56:46.134383 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d8fad-5f4b-4a12-b8f9-92ddf345848a req-2b88638d-65fe-4ce3-95bc-15092ee8d528 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:46.136179 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-383d8fad-5f4b-4a12-b8f9-92ddf345848a req-2b88638d-65fe-4ce3-95bc-15092ee8d528 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0782344 Jun 16 14:56:46.203337 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-383d8fad-5f4b-4a12-b8f9-92ddf345848a req-84f57623-eff0-4531-bb2d-c4b2341aee05 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548100 Jun 16 14:56:46.269935 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b85c73-4a68-4c0e-a3ed-3e46a0209a90 req-b3cfa036-ba2f-40b8-bbd5-8422022b6f92 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:46.271475 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-50b85c73-4a68-4c0e-a3ed-3e46a0209a90 req-b3cfa036-ba2f-40b8-bbd5-8422022b6f92 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0921886 Jun 16 14:56:46.312914 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-50b85c73-4a68-4c0e-a3ed-3e46a0209a90 req-f61fdb67-010f-43e1-a180-9cc81bf07e6e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352974 Jun 16 14:56:47.406984 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a727d7-276b-4a64-bcd2-99c9814197ca req-ad897887-6fc8-4fcc-b003-c68a9021f824 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:47.408525 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a8a727d7-276b-4a64-bcd2-99c9814197ca req-ad897887-6fc8-4fcc-b003-c68a9021f824 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0798416 Jun 16 14:56:47.452625 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a8a727d7-276b-4a64-bcd2-99c9814197ca req-44ffdd54-a55b-4595-9890-8dc1010fcc11 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356619 Jun 16 14:56:47.521646 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c9cf-6b98-4aeb-88dd-e67e71bd7277 req-c92cc362-dab5-447a-8bcc-9a3c8c4edda1 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:47.523152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9d07c9cf-6b98-4aeb-88dd-e67e71bd7277 req-c92cc362-dab5-447a-8bcc-9a3c8c4edda1 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0763218 Jun 16 14:56:47.563263 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9d07c9cf-6b98-4aeb-88dd-e67e71bd7277 req-a0d7b378-8c99-42ba-8d46-831361a81488 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342445 Jun 16 14:56:48.307471 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:56:48.704422 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa31d8-cf58-4d71-8d42-4b41015d0651 req-c5993462-9949-4484-ab0a-974f82353d51 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:48.706889 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-73aa31d8-cf58-4d71-8d42-4b41015d0651 req-c5993462-9949-4484-ab0a-974f82353d51 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.0875831 Jun 16 14:56:48.756737 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-73aa31d8-cf58-4d71-8d42-4b41015d0651 req-f7e5eb20-de18-4bbf-bfbf-0c246cfda450 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405948 Jun 16 14:56:49.025926 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71f44-f147-4b6b-a2f0-c319e510600e req-850e9602-1fba-4e7b-afc3-f89819789710 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:49.028730 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-46b71f44-f147-4b6b-a2f0-c319e510600e req-850e9602-1fba-4e7b-afc3-f89819789710 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1008832 Jun 16 14:56:49.084170 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-46b71f44-f147-4b6b-a2f0-c319e510600e req-568a3e16-d6f2-4a08-97a7-d4863702a87e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Jun 16 14:56:50.080100 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de4963-1d5c-4f26-a07a-d2097aa6eba7 req-8329ecf5-d209-4f2c-9b57-27a7d1335208 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:50.082191 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62de4963-1d5c-4f26-a07a-d2097aa6eba7 req-8329ecf5-d209-4f2c-9b57-27a7d1335208 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 943 time: 0.1326215 Jun 16 14:56:50.157560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45054) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:50.195855 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62de4963-1d5c-4f26-a07a-d2097aa6eba7 req-708c0b32-2cc8-4913-ad14-691d6a9d1625 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033072 Jun 16 14:56:50.235671 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45062) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:50.246450 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 2a387faa-a32f-433f-8ae4-9edf547d48fc details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:56:50.395254 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.450983 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 2a387faa-a32f-433f-8ae4-9edf547d48fc, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:50.468643 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'port_id': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'mac_address': 'fa:16:3e:ea:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:56:50.521044 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.527360 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.543050 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a387faa-a32f-433f-8ae4-9edf547d48fc {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:56:50.566020 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 2a387faa-a32f-433f-8ae4-9edf547d48fc, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:56:50.572167 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.575025 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:50.624085 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.636536 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3165ce-f8c6-477a-8bbf-09406d83d7d5 req-9c6c1843-7beb-4129-bc11-8eb2337ce81c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:50.638962 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3f3165ce-f8c6-477a-8bbf-09406d83d7d5 req-9c6c1843-7beb-4129-bc11-8eb2337ce81c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.2066751 Jun 16 14:56:50.641286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.659556 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=2a387faa-a32f-433f-8ae4-9edf547d48fc,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:50.660150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d8ad70f9-1047-4bcf-b8f4-190d578108d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:50.677946 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.678538 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.679120 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.679719 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.680288 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.681553 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.682172 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.682717 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.684079 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.684667 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.686181 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.686934 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.701827 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:50.711167 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66ef99d4e1704b9cb51803c61c618d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5482705 Jun 16 14:56:50.711734 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45072) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:50.724808 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd41b4-e2b0-4077-a6c8-fbb9db3a2ceb,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:50.750634 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.751034 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.751391 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.751740 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.752082 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.752430 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.752771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.753202 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.753547 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.753882 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.754403 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.754920 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.763498 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.766180 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3f3165ce-f8c6-477a-8bbf-09406d83d7d5 req-cf77b5a0-75e7-4cf0-ac9c-4f3d983bc60b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069446 Jun 16 14:56:50.768172 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:50.777148 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.780054 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-557cbcd1-5b45-4675-a079-d7ce037eadb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:50.839663 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51153cc2f76e4ddd915fe0f65e64c4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986869 Jun 16 14:56:50.839663 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67bda4d-f057-4a84-8910-dbc432d0930c,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:50.841959 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45074) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:50.845463 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.845827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.846186 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.846589 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.846958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.847303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.847648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.847988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.848321 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.848702 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.849007 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.849336 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:56:50.851445 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.853556 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:50.897197 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.947712 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.973706 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.987452 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.990494 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:50.991694 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bdd41b4-e2b0-4077-a6c8-fbb9db3a2ceb HTTP/1.1" status: 204 len: 168 time: 0.2787256 Jun 16 14:56:50.996951 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-43f8eaad-14ed-4b60-9627-d8dff606b6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:51.017177 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd41b4-e2b0-4077-a6c8-fbb9db3a2ceb,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:51.019823 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:51.056543 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:51.060077 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:51.062428 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d67bda4d-f057-4a84-8910-dbc432d0930c HTTP/1.1" status: 204 len: 168 time: 0.2183347 Jun 16 14:56:51.063516 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-effda405-f928-4614-ab89-2787c074448f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:51.076159 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67bda4d-f057-4a84-8910-dbc432d0930c,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:51.079588 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:51.550195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb84c-e5a3-427b-b737-86c2e2bf99c5 req-23a5a9db-3f08-42e7-a0bb-c2390635685c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:51.557153 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45102) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:51.563350 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d07fb84c-e5a3-427b-b737-86c2e2bf99c5 req-23a5a9db-3f08-42e7-a0bb-c2390635685c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.1367366 Jun 16 14:56:51.587279 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:51.632607 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d07fb84c-e5a3-427b-b737-86c2e2bf99c5 req-d398ae29-8bb3-472f-81b6-991cd1448f02 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677412 Jun 16 14:56:51.744451 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:51.751669 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:51.758307 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-04d2099d-52cc-4938-afd8-29e2c31acf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:51.811967 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b7b110d0aeb4e098696f877e19570ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531185 Jun 16 14:56:51.812944 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73cb3aa-5e07-4bd5-b6e4-8840d9fab9cd,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:51.815975 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45108) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:51.823498 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:51.921901 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:51.969127 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.045297 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.050715 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.054998 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a73cb3aa-5e07-4bd5-b6e4-8840d9fab9cd HTTP/1.1" status: 204 len: 168 time: 0.2355161 Jun 16 14:56:52.054998 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:52.066659 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73cb3aa-5e07-4bd5-b6e4-8840d9fab9cd,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:52.069641 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:52.147608 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45122) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:52.247169 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a7456-819b-4f2e-b039-d75064cb6066 req-af0e507b-d747-4025-87f4-8300f4abe9b5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:52.255161 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ba4a7456-819b-4f2e-b039-d75064cb6066 req-af0e507b-d747-4025-87f4-8300f4abe9b5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0825691 Jun 16 14:56:52.309845 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ba4a7456-819b-4f2e-b039-d75064cb6066 req-ccf9a4a0-fb51-4059-be75-8ccc35a36c0a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Jun 16 14:56:52.403197 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1068645131-network', 'tenant_id': '5cb7a5220e8648cba49747c86b07cd04'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:52.431687 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Made reservation on behalf of 5cb7a5220e8648cba49747c86b07cd04 for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:56:52.434661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.446319 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.573861 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.578733 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.581890 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:52.607952 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:56:52.618339 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:52.623047 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:52.624326 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.625198 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Added segment d2cfbb44-c72f-483e-94f6-ca04a4549030 of type vlan for network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 Jun 16 14:56:52.669168 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.717186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.720855 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:52.722176 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.729773 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-19064b5f-8abf-4f4a-a6e0-ee1736d58efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:52.763706 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6126297 Jun 16 14:56:52.766599 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45144) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:56:52.771825 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Request body: {'subnet': {'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1068645131-subnet', 'tenant_id': '5cb7a5220e8648cba49747c86b07cd04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:56:52.824845 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Pushing event updated for resources: {'Network': ['ID=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:52.829676 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:52.831775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Made reservation on behalf of 5cb7a5220e8648cba49747c86b07cd04 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:56:52.834917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:52.851263 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:56:53.207178 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faec95-9ed0-4f5c-9029-984ff82f0ff0 req-46f04336-c0f3-43ea-bc0c-0160bd6a170d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:53.208830 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39faec95-9ed0-4f5c-9029-984ff82f0ff0 req-46f04336-c0f3-43ea-bc0c-0160bd6a170d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.3709834 Jun 16 14:56:53.296647 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39faec95-9ed0-4f5c-9029-984ff82f0ff0 req-3076456e-525b-44c4-a3a3-895d6a1cb12e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791795 Jun 16 14:56:53.356740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:53.361218 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:56:53.435337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Checking segment: {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:56:53.435967 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Network hostable DHCP agents. Network: 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:56:53.440614 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9ee89e-0473-4289-ad6d-e1d62de15db7,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:56:53.444210 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:56:53.464183 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:56:53.492629 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:56:53.500379 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:53.501498 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:53.511359 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1cfb87-831a-45a2-ab97-45309a8c16cc None None] Network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:56:53.541237 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7625797 Jun 16 14:56:53.638675 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae2db-5357-415d-a710-1d40e5bd5cf1 req-40ebf4e9-9856-4dec-b816-6cc1a84086ea tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:53.641124 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e0bae2db-5357-415d-a710-1d40e5bd5cf1 req-40ebf4e9-9856-4dec-b816-6cc1a84086ea tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0874212 Jun 16 14:56:53.675720 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29ed9a-3130-41cb-b47d-90bc787b2473 None None] Network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:56:53.695262 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e0bae2db-5357-415d-a710-1d40e5bd5cf1 req-26bd179d-b6a6-4062-be69-4fed74b3e207 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Jun 16 14:56:54.528551 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e91510-f3a7-41ff-ba2e-85da6e029531 req-c5a73972-7cf3-49c1-bc78-b0f3b0b4e9d2 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:54.531333 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-13e91510-f3a7-41ff-ba2e-85da6e029531 req-c5a73972-7cf3-49c1-bc78-b0f3b0b4e9d2 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.0869200 Jun 16 14:56:54.614518 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-13e91510-f3a7-41ff-ba2e-85da6e029531 req-48bd9a94-cfd7-4b53-b1a5-c52733078c45 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753803 Jun 16 14:56:54.857526 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-aab996f3-bb62-46c2-b98f-f7b9606743a2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564435 Jun 16 14:56:54.973094 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b1724-9bdf-435c-b6cd-93e07371d204 req-eb5ba514-4842-44fe-a707-74e436d3ff13 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:54.975653 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-058b1724-9bdf-435c-b6cd-93e07371d204 req-eb5ba514-4842-44fe-a707-74e436d3ff13 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1021166 Jun 16 14:56:55.036781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535456-85d0-4544-b1ed-41368fb8878e req-bc218c80-9ac0-4d4d-abd6-6d7c9441e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:55.038317 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-bc218c80-9ac0-4d4d-abd6-6d7c9441e536 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83d53bb163ff4076bac0ce986b5b4805&device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 1098 time: 0.1104994 Jun 16 14:56:55.042116 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-058b1724-9bdf-435c-b6cd-93e07371d204 req-6df5aeb4-aac9-4f03-8403-010b44a61de7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583591 Jun 16 14:56:55.199142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535456-85d0-4544-b1ed-41368fb8878e req-a170e4bd-abd4-4de6-a655-407ba001ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:55.200789 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-a170e4bd-abd4-4de6-a655-407ba001ba11 service neutron] 10.222.0.103 "GET /v2.0/networks?id=bd03b616-4021-45a2-a4b6-e64cd8953d06 HTTP/1.1" status: 200 len: 912 time: 0.1007235 Jun 16 14:56:55.253806 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-e608570b-662c-4bcc-a76f-f7eac63cf4ed service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10052484-208e-483f-9c76-59a943760702 HTTP/1.1" status: 200 len: 217 time: 0.0372572 Jun 16 14:56:55.317405 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535456-85d0-4544-b1ed-41368fb8878e req-1cb515e5-dfbe-4a96-b0a3-290c5ade55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:55.320079 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-1cb515e5-dfbe-4a96-b0a3-290c5ade55c5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=e622d346-8587-452a-bf86-4c86aecaa980 HTTP/1.1" status: 200 len: 851 time: 0.0522435 Jun 16 14:56:55.324259 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['2a387faa-a32f-433f-8ae4-9edf547d48fc'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:56:55.387766 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-8c96814f-f5d8-4978-8484-6a4ba98145ae service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=bd03b616-4021-45a2-a4b6-e64cd8953d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551045 Jun 16 14:56:55.521981 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-44c9d633-6a19-4012-bc80-7ba004585105 service neutron] 10.222.0.103 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066384 Jun 16 14:56:55.631991 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f1535456-85d0-4544-b1ed-41368fb8878e req-41e94c1b-b400-4ae5-b111-e488e84ddc2f service neutron] 10.222.0.103 "GET /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978980 Jun 16 14:56:55.832733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e584951-641e-4a03-ac93-ca9514ebf314 req-2ff17d02-8582-45ef-baab-0ff0a00f645c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:55.834423 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6e584951-641e-4a03-ac93-ca9514ebf314 req-2ff17d02-8582-45ef-baab-0ff0a00f645c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.0943747 Jun 16 14:56:55.881680 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6e584951-641e-4a03-ac93-ca9514ebf314 req-32497f94-1259-451c-804a-8ca54f05f140 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353944 Jun 16 14:56:56.241630 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a8c3d-147f-473d-9df1-22444ef03959 req-7f6d7a0b-4a1e-4e40-a844-e1e33610d471 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:56.243224 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-436a8c3d-147f-473d-9df1-22444ef03959 req-7f6d7a0b-4a1e-4e40-a844-e1e33610d471 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0692210 Jun 16 14:56:56.285896 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-436a8c3d-147f-473d-9df1-22444ef03959 req-904f851b-2adf-4d34-8d53-aaae811a546b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Jun 16 14:56:57.079432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd10f-0f54-421a-aada-179a8b0cbacf req-58004e32-49b6-4b9b-be32-469e7a7d12cd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:57.080939 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c9dfd10f-0f54-421a-aada-179a8b0cbacf req-58004e32-49b6-4b9b-be32-469e7a7d12cd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.0855262 Jun 16 14:56:57.121329 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c9dfd10f-0f54-421a-aada-179a8b0cbacf req-c2973307-5880-4a50-bc3a-d637198ee3cf tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339510 Jun 16 14:56:57.480518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c46d86-3f7d-48dd-a720-d56a371bbbd5 req-b7465702-a088-4e7d-9a6b-2fee6aad89f0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:57.482519 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a5c46d86-3f7d-48dd-a720-d56a371bbbd5 req-b7465702-a088-4e7d-9a6b-2fee6aad89f0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0754497 Jun 16 14:56:57.541250 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a5c46d86-3f7d-48dd-a720-d56a371bbbd5 req-6279712c-f239-4abf-87a8-5da1a68175a4 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488694 Jun 16 14:56:58.312821 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2158-5ed7-4e5c-a5ee-d54d979358f2 req-840cecb6-84ae-4627-8a0e-e841bcc992d6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:58.314665 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7dbe2158-5ed7-4e5c-a5ee-d54d979358f2 req-840cecb6-84ae-4627-8a0e-e841bcc992d6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.0717745 Jun 16 14:56:58.374836 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7dbe2158-5ed7-4e5c-a5ee-d54d979358f2 req-7c0e89a8-f0e4-415d-897b-73d3a2c949b7 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533206 Jun 16 14:56:58.750634 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932aa9f-bc10-4629-9861-f27b65dc5f87 req-e274b97c-8763-46bf-a438-e94d5af0e36e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:58.752290 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d932aa9f-bc10-4629-9861-f27b65dc5f87 req-e274b97c-8763-46bf-a438-e94d5af0e36e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0784564 Jun 16 14:56:58.805163 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d932aa9f-bc10-4629-9861-f27b65dc5f87 req-adb7efdf-59f9-45d9-8a28-74d5a069b62f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465541 Jun 16 14:56:59.569450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d78c0-4c9e-4d7f-a227-424f19d79f3c req-27e0f52a-ec42-4a62-b844-52d4728414cb tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:56:59.570757 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-246d78c0-4c9e-4d7f-a227-424f19d79f3c req-27e0f52a-ec42-4a62-b844-52d4728414cb tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.0706398 Jun 16 14:56:59.585991 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:56:59.620221 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-246d78c0-4c9e-4d7f-a227-424f19d79f3c req-bfe1e6cc-d7f3-4be2-b889-01d2c8f83dde tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378225 Jun 16 14:57:00.026015 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba792bee-1846-42f9-94ad-4bd83c02ae3e req-7c05005e-df9a-4c8d-87de-d001b08d117c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:00.027698 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ba792bee-1846-42f9-94ad-4bd83c02ae3e req-7c05005e-df9a-4c8d-87de-d001b08d117c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0799410 Jun 16 14:57:00.080980 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ba792bee-1846-42f9-94ad-4bd83c02ae3e req-1376386a-eea9-41ba-a0af-49df6d1f39df tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Jun 16 14:57:00.828677 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a855ae-c2f4-4c17-9bf3-a99af4ed8274 req-ad4a2f89-02a5-4a60-ab9d-17d7453f3abc tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:00.830333 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f1a855ae-c2f4-4c17-9bf3-a99af4ed8274 req-ad4a2f89-02a5-4a60-ab9d-17d7453f3abc tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.0739758 Jun 16 14:57:00.896764 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f1a855ae-c2f4-4c17-9bf3-a99af4ed8274 req-27f3fae7-5e3f-4778-9b0f-e68a35b6c64e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565596 Jun 16 14:57:01.136429 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-c5bb1965-5440-4032-9d0a-315417da87f4 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:01.138555 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-c5bb1965-5440-4032-9d0a-315417da87f4 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/networks?id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 200 len: 814 time: 0.1681702 Jun 16 14:57:01.164139 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-65500c13-1b02-466c-b1cc-e96e343004c4 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/quotas/5cb7a5220e8648cba49747c86b07cd04 HTTP/1.1" status: 200 len: 375 time: 0.0127051 Jun 16 14:57:01.240389 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-a529187d-144a-42b5-ba93-1448ea10e390 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb7a5220e8648cba49747c86b07cd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640671 Jun 16 14:57:01.390050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7875a-96dd-4677-a222-eaed5da22f1c req-311b0b16-ca4f-40a8-8d25-47fee7dea94c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:01.393024 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-05d7875a-96dd-4677-a222-eaed5da22f1c req-311b0b16-ca4f-40a8-8d25-47fee7dea94c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1304483 Jun 16 14:57:01.453445 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-05d7875a-96dd-4677-a222-eaed5da22f1c req-8cfc9d94-2f3c-4a37-bed6-66e1ff8d1ae4 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527000 Jun 16 14:57:01.589640 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-54f70bfa-2387-48e5-a22e-4f68ff87f099 service neutron] 10.222.0.16 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480740 Jun 16 14:57:01.684852 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-20b18842-e16e-4e95-834d-ec679fb8d782 service neutron] 10.222.0.16 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882897 Jun 16 14:57:01.843495 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 2a387faa-a32f-433f-8ae4-9edf547d48fc up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:01.936720 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bdbf8977-0031-4039-86f9-0522fe5ffde1 req-c7d10895-eaa6-4be0-bf0e-6f8808e58dd2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0733426 Jun 16 14:57:01.968421 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 2a387faa-a32f-433f-8ae4-9edf547d48fc completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:01.973748 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 2a387faa-a32f-433f-8ae4-9edf547d48fc triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:01.974410 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:02.073622 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:02.102356 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:02.105328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11642c62-c229-4079-b052-e41d54a4420a" -d '{"events": [{"server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "name": "network-vif-plugged", "status": "completed", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:02.152978 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 2a387faa-a32f-433f-8ae4-9edf547d48fc, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:02.163927 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:02.166454 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:02.198462 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eec0a2-01a4-44c5-9b2a-ddd5809fb7ba x-openstack-request-id: req-59eec0a2-01a4-44c5-9b2a-ddd5809fb7ba {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:02.199133 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "name": "network-vif-plugged", "status": "completed", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:02.199612 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59eec0a2-01a4-44c5-9b2a-ddd5809fb7ba {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:02.200179 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'code': 200} Jun 16 14:57:02.234801 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=2a387faa-a32f-433f-8ae4-9edf547d48fc,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:02.235003 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19779942-09ee-4015-8d2a-68a65ec5d509 req-4b9cd7af-a10e-4421-8c72-15f80c76b285 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:02.237661 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-19779942-09ee-4015-8d2a-68a65ec5d509 req-4b9cd7af-a10e-4421-8c72-15f80c76b285 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 944 time: 0.1343689 Jun 16 14:57:02.247367 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:02.315900 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-19779942-09ee-4015-8d2a-68a65ec5d509 req-cf7249ad-2143-4c70-89b2-dc44e1593654 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697899 Jun 16 14:57:02.671145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464a264-ca60-4f8c-8ed9-c05dca46b778 req-32756654-5f1c-46ef-87a4-522a774263ab tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:02.675581 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f464a264-ca60-4f8c-8ed9-c05dca46b778 req-32756654-5f1c-46ef-87a4-522a774263ab tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.0911345 Jun 16 14:57:02.698049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4396-090a-483c-bd2b-95f29ad26075 req-a583fe0b-3d3e-4c89-b711-d198a26ea266 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:02.699740 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-50ac4396-090a-483c-bd2b-95f29ad26075 req-a583fe0b-3d3e-4c89-b711-d198a26ea266 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0910470 Jun 16 14:57:02.719901 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f464a264-ca60-4f8c-8ed9-c05dca46b778 req-2bbb9d27-1438-4045-bfc1-79aedbb41800 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Jun 16 14:57:02.747517 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-50ac4396-090a-483c-bd2b-95f29ad26075 req-b34dc811-f42c-4427-932e-4aaf69dd71e5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Jun 16 14:57:03.096450 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a8a75f11-2ab0-4648-b595-8cf476de291f req-488e8f3e-f1bd-4b93-bfed-f95863d6e68e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Jun 16 14:57:03.523941 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c7818-3e1e-4f36-a8e9-c8fc3d73b089 req-682e5dc1-60a8-4e1e-923f-c6b949494c81 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:03.525566 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4a4c7818-3e1e-4f36-a8e9-c8fc3d73b089 req-682e5dc1-60a8-4e1e-923f-c6b949494c81 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0864861 Jun 16 14:57:03.577586 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4a4c7818-3e1e-4f36-a8e9-c8fc3d73b089 req-a0402bff-c4bf-4df2-8ad2-148e86eba990 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412359 Jun 16 14:57:03.914205 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5cbe778a-fb1d-4824-914a-e6002b2a3354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:03.960816 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55d2b-19c0-41ce-8685-160f5336a26c req-23985602-fd57-4f88-8a7b-bf57cbbab14f tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:03.966724 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-48a55d2b-19c0-41ce-8685-160f5336a26c req-23985602-fd57-4f88-8a7b-bf57cbbab14f tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1133039 Jun 16 14:57:03.987548 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451e9c-eb87-493a-807c-86bae83bb967 req-148141f7-d240-437a-ab10-bbdb59664ce0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:03.990010 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d3451e9c-eb87-493a-807c-86bae83bb967 req-148141f7-d240-437a-ab10-bbdb59664ce0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1169839 Jun 16 14:57:04.031445 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-48a55d2b-19c0-41ce-8685-160f5336a26c req-31f888c4-cba2-4239-96bd-5705507f71e0 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566790 Jun 16 14:57:04.068747 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d3451e9c-eb87-493a-807c-86bae83bb967 req-f6ed6a04-6058-42b9-a0c6-c87c398b0887 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Jun 16 14:57:04.324928 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c1f40562-964f-4bc7-a44e-025865def68e req-70a3c630-028e-431a-8059-2ba32e58a388 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0351408 Jun 16 14:57:04.589106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532af8d0-ba84-4b4d-bea0-1bd9b7b2d5c0 req-b1180b9f-6c2a-4226-91a1-1e470ddc09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:04.591276 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-532af8d0-ba84-4b4d-bea0-1bd9b7b2d5c0 req-b1180b9f-6c2a-4226-91a1-1e470ddc09d6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1098 time: 0.0671008 Jun 16 14:57:04.648549 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-532af8d0-ba84-4b4d-bea0-1bd9b7b2d5c0 req-1cfe0f9a-fe41-47c4-8f6b-3fd78c0af6d6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392547 Jun 16 14:57:04.841553 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee632f42-0716-4f59-9bd7-da56fc371416 req-e766f889-0321-4ad5-b3da-7940b78ba536 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:04.845208 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee632f42-0716-4f59-9bd7-da56fc371416 req-e766f889-0321-4ad5-b3da-7940b78ba536 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1200047 Jun 16 14:57:04.897280 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee632f42-0716-4f59-9bd7-da56fc371416 req-b916a766-34be-4f68-a8bd-6f9d747148c0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402856 Jun 16 14:57:05.281650 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d5a8-c556-4c13-8861-80560b7b4868 req-3f6fa419-84ad-4709-a38f-cde6de0d6674 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:05.287054 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-51c6d5a8-c556-4c13-8861-80560b7b4868 req-3f6fa419-84ad-4709-a38f-cde6de0d6674 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0945666 Jun 16 14:57:05.330587 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6773d7-ea24-4f45-ba78-993589ac61c8 req-de25cd8e-1fea-4efb-a063-276a3715cdc8 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:05.332245 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-de6773d7-ea24-4f45-ba78-993589ac61c8 req-de25cd8e-1fea-4efb-a063-276a3715cdc8 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.0755217 Jun 16 14:57:05.343862 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-51c6d5a8-c556-4c13-8861-80560b7b4868 req-ee50feed-e2fc-4993-810f-768288bfba15 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489097 Jun 16 14:57:05.388753 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-de6773d7-ea24-4f45-ba78-993589ac61c8 req-c221ce52-528e-4f17-860a-f5946d7f6920 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Jun 16 14:57:05.491908 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0a1dfa88-7676-44d6-abee-8cd6ce9bef9e req-561b72ea-3cc8-4d36-96da-e2124470a12d tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0304849 Jun 16 14:57:06.088031 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93529f2-74d7-4b05-828d-fe25ac033e1f req-d03d9b45-1bcf-4e2c-9e36-f0e911ec993b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:06.089649 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d93529f2-74d7-4b05-828d-fe25ac033e1f req-d03d9b45-1bcf-4e2c-9e36-f0e911ec993b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0686681 Jun 16 14:57:06.152900 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d93529f2-74d7-4b05-828d-fe25ac033e1f req-0d38efb3-bfc2-4b50-9271-e4d2281df0f0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561299 Jun 16 14:57:06.475340 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fc522a1e-d38e-4a3c-a112-0cff5fe1c42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:06.578405 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db6d40-3111-4d5d-917a-baa2a823ee03 req-07d7808f-56d5-4c95-bcdf-08fb69024fd2 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:06.580078 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-43db6d40-3111-4d5d-917a-baa2a823ee03 req-07d7808f-56d5-4c95-bcdf-08fb69024fd2 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0839441 Jun 16 14:57:06.629895 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-43db6d40-3111-4d5d-917a-baa2a823ee03 req-cf74299d-8d68-4f6f-926d-3aba8e0d5618 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Jun 16 14:57:06.662745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e95c03-85d7-4a0f-9ea3-42527933f549 req-56c9d053-5d8e-4201-9a2d-ace8d79b92b1 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:06.666973 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-12e95c03-85d7-4a0f-9ea3-42527933f549 req-56c9d053-5d8e-4201-9a2d-ace8d79b92b1 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1082313 Jun 16 14:57:06.694304 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:06.727650 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-12e95c03-85d7-4a0f-9ea3-42527933f549 req-13256484-a9b6-4938-9286-b49f56affb9b tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Jun 16 14:57:06.814097 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2d9921f7-9e87-412c-938c-d0af57db1a80 req-cb54f7a4-7e50-4e9e-aad5-a3b1e44d46aa tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0331163 Jun 16 14:57:07.342631 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0148bb-ba37-4511-9fe1-66efbce3ef6e req-d3f50d2e-22b5-4d9c-aa63-c29118fd2dbf tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:07.344419 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2d0148bb-ba37-4511-9fe1-66efbce3ef6e req-d3f50d2e-22b5-4d9c-aa63-c29118fd2dbf tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0714822 Jun 16 14:57:07.368825 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:07.390422 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2d0148bb-ba37-4511-9fe1-66efbce3ef6e req-1897a0f1-96c8-4315-b324-08ec99b8c1d8 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387471 Jun 16 14:57:07.847041 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1661c-b3b6-47d2-a2bd-0d41fae8a139 req-7b4252b5-dbe0-4aa3-8595-816c866f1e4b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:07.849729 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e9a1661c-b3b6-47d2-a2bd-0d41fae8a139 req-7b4252b5-dbe0-4aa3-8595-816c866f1e4b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0910296 Jun 16 14:57:07.895504 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e9a1661c-b3b6-47d2-a2bd-0d41fae8a139 req-da70274c-0fe6-4502-943d-e1baac2c0f66 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Jun 16 14:57:07.995396 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519025a-439d-480a-b07c-ed400dbfc631 req-14053e27-328e-47d8-abda-ce0251364a52 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:07.997642 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d519025a-439d-480a-b07c-ed400dbfc631 req-14053e27-328e-47d8-abda-ce0251364a52 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1186876 Jun 16 14:57:08.080496 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d519025a-439d-480a-b07c-ed400dbfc631 req-0a38d7d6-c683-4fa3-954d-921a683cc876 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731239 Jun 16 14:57:08.229818 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7bf4ccf9-03eb-4990-ae2a-77cc1ab09fde req-e1c41fe1-81f7-4dd9-876a-3ca96fa7d760 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0366297 Jun 16 14:57:08.602042 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050374e-30aa-4033-9662-4da82eec7064 req-70a197ba-74a4-478d-b790-5f8cc0f5472a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:08.603673 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d050374e-30aa-4033-9662-4da82eec7064 req-70a197ba-74a4-478d-b790-5f8cc0f5472a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0786970 Jun 16 14:57:08.646670 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d050374e-30aa-4033-9662-4da82eec7064 req-e274309b-0267-4563-a26b-6bc5d781e011 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357599 Jun 16 14:57:09.168957 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8bc9-e0e8-4122-a73a-ee119a2fa4ba req-170609b4-c114-4a0c-8072-918d8e68ee1f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:09.171993 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fb8e8bc9-e0e8-4122-a73a-ee119a2fa4ba req-170609b4-c114-4a0c-8072-918d8e68ee1f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1275346 Jun 16 14:57:09.262254 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fb8e8bc9-e0e8-4122-a73a-ee119a2fa4ba req-658d47d2-b6bd-4140-95a1-b24766ce7a6a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838652 Jun 16 14:57:09.382467 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:09.490842 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc33713-45cb-4783-bbf6-51444dcad4a1 req-4aaf0f59-9a58-467d-a23a-411ac10dd752 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:09.496219 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cfc33713-45cb-4783-bbf6-51444dcad4a1 req-4aaf0f59-9a58-467d-a23a-411ac10dd752 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.2320781 Jun 16 14:57:09.507929 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bb4b13f9-99dd-4bbc-9f4f-f14a69439c81 req-cad74c19-39a2-4069-b3ba-d666bd130d6b tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0613320 Jun 16 14:57:09.582808 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-898e362b-8fe3-4b18-9602-d821cf8422a7 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:09.586199 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-898e362b-8fe3-4b18-9602-d821cf8422a7 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "GET /v2.0/networks?id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 200 len: 814 time: 0.3561387 Jun 16 14:57:09.621088 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Request body: {'port': {'device_id': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7', 'admin_state_up': True, 'tenant_id': '5cb7a5220e8648cba49747c86b07cd04'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:09.666310 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cfc33713-45cb-4783-bbf6-51444dcad4a1 req-b94babf3-ba9c-4590-94ad-1cc319956a42 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502798 Jun 16 14:57:09.846047 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Made reservation on behalf of 5cb7a5220e8648cba49747c86b07cd04 for: {'port': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:09.852891 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:09.899259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b22e95-7a05-447c-b1a2-ca15b71aa28d req-35efc943-e6e0-420a-a171-20bdd75cc7cb tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:09.901778 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e7b22e95-7a05-447c-b1a2-ca15b71aa28d req-35efc943-e6e0-420a-a171-20bdd75cc7cb tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1071265 Jun 16 14:57:09.953516 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e7b22e95-7a05-447c-b1a2-ca15b71aa28d req-93c8a7de-457e-46a5-81c6-25419194b270 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446949 Jun 16 14:57:10.058811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Allocated IP 172.20.0.8 (1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7/ef9ee89e-0473-4289-ad6d-e1d62de15db7/aeb16e1c-f3f8-44c9-8271-201932149583) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:10.363699 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:10.430658 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:10.441579 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3976412e-08bd-49de-8dc3-1f4013213b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:10.598837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45542) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:10.611518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:10.612703 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Pushing event updated for resources: {'Port': ['ID=aeb16e1c-f3f8-44c9-8271-201932149583,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:10.624701 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:10.643402 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:10.650341 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:10.668298 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:10.669418 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:10.723021 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1229169 Jun 16 14:57:10.786146 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Request body: {'port': {'device_id': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:10.804019 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:10.865180 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd60a9-7036-409e-8977-3bcc55f8c70e req-3a8d0b4f-4569-4a52-99c4-ddea21b7bec5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:10.866899 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7efd60a9-7036-409e-8977-3bcc55f8c70e req-3a8d0b4f-4569-4a52-99c4-ddea21b7bec5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.3820803 Jun 16 14:57:10.991459 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7efd60a9-7036-409e-8977-3bcc55f8c70e req-38ed65db-be76-44f1-85ac-08e8ef71b01f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127124 Jun 16 14:57:11.002802 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.122021 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d091b8-ad76-4b71-ad57-6ed3e9caac7a req-7c58b4a9-5334-4834-ad86-94fd009b9238 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:11.145408 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0d091b8-ad76-4b71-ad57-6ed3e9caac7a req-7c58b4a9-5334-4834-ad86-94fd009b9238 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 931 time: 0.3243966 Jun 16 14:57:11.278381 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0d091b8-ad76-4b71-ad57-6ed3e9caac7a req-a469c012-3034-4d79-b237-c8317956ef8c tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314197 Jun 16 14:57:11.299762 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.325073 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.377755 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:11.387021 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f289b00f4ca249419444c122018792cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7865894 Jun 16 14:57:11.387804 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45570) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:11.460861 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7847eca0-beee-45da-98ff-4d43f84268fc,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.469103 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:11.502662 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.536362 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.551366 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e00d7-3cc0-4852-87a1-12405974facd req-9b115d21-fc36-46ae-9fcd-ff173e60f551 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:11.552955 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7b5e00d7-3cc0-4852-87a1-12405974facd req-9b115d21-fc36-46ae-9fcd-ff173e60f551 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1370976 Jun 16 14:57:11.565154 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9d265-8acb-4d57-9696-4109cacc9eb4 req-f212b521-0115-4908-8c2a-45f77ee445a4 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:11.567780 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16e9d265-8acb-4d57-9696-4109cacc9eb4 req-f212b521-0115-4908-8c2a-45f77ee445a4 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.2694495 Jun 16 14:57:11.612575 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7b5e00d7-3cc0-4852-87a1-12405974facd req-4ebf45ad-08a9-46e9-875f-329c3fc2d083 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494339 Jun 16 14:57:11.628026 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.631287 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.635063 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7847eca0-beee-45da-98ff-4d43f84268fc HTTP/1.1" status: 204 len: 168 time: 0.2415521 Jun 16 14:57:11.635063 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-880d1f9a-a3bc-433c-9a8c-e6daa74a5839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:11.647810 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7847eca0-beee-45da-98ff-4d43f84268fc,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.648488 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:11.693089 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16e9d265-8acb-4d57-9696-4109cacc9eb4 req-76559594-35b8-41bc-9613-8c96269bbc4b tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043849 Jun 16 14:57:11.791312 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-0fe1e7a5-1437-4839-be6b-2e7c2eff11da tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:11.793104 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-0fe1e7a5-1437-4839-be6b-2e7c2eff11da tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.103 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1199095 Jun 16 14:57:11.793518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb16e1c-f3f8-44c9-8271-201932149583 {{(pid=91763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:11.805543 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.820625 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Transition to ACTIVE for port object aeb16e1c-f3f8-44c9-8271-201932149583 will not be triggered until provisioned by entity L2. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:11.825656 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:11.829876 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:11.933263 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb16e1c-f3f8-44c9-8271-201932149583,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:11.938365 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:11.982811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Attempting to bind port aeb16e1c-f3f8-44c9-8271-201932149583 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:11.983159 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Attempting to bind port aeb16e1c-f3f8-44c9-8271-201932149583 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:11.984311 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Attempting to bind port aeb16e1c-f3f8-44c9-8271-201932149583 on network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:11.992545 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Port aeb16e1c-f3f8-44c9-8271-201932149583 on network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:57:11.992893 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Attempting to bind port aeb16e1c-f3f8-44c9-8271-201932149583 on network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:12.003115 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:12.003756 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Checking segment: {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:12.005978 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Bound using segment: {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:12.009408 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Bound port: aeb16e1c-f3f8-44c9-8271-201932149583, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'}}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:12.010578 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.043537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56087b04-e043-4db6-bd91-70737a9efff7 req-96e721ea-1e22-47cc-89be-7f557b7a1256 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:12.054106 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-56087b04-e043-4db6-bd91-70737a9efff7 req-96e721ea-1e22-47cc-89be-7f557b7a1256 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2861295 Jun 16 14:57:12.069769 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45586) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:12.078955 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'floatingip': {'port_id': '2a387faa-a32f-433f-8ae4-9edf547d48fc'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:12.125826 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] For port aeb16e1c-f3f8-44c9-8271-201932149583, host hv-cinder-79500, cleared binding levels {{(pid=91763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:12.129975 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] For port aeb16e1c-f3f8-44c9-8271-201932149583, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=aeb16e1c-f3f8-44c9-8271-201932149583,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:12.136051 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.148774 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:12.182975 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Deleting port 10052484-208e-483f-9c76-59a943760702 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:57:12.183842 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.186211 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:12.186993 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.188644 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] 10.222.0.103 "PUT /v2.0/ports/aeb16e1c-f3f8-44c9-8271-201932149583 HTTP/1.1" status: 200 len: 1093 time: 1.4480178 Jun 16 14:57:12.189280 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'tag': 'aeb16e1c-f3f8-44c9-8271-201932149583'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:12.192536 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.194656 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb20c29e-d498-482a-8ac0-137407c5cb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c34f95f9-4474-4182-aa09-637f7aed0c28", "tag": "aeb16e1c-f3f8-44c9-8271-201932149583"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:12.197550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45588) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:12.286297 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab6195f-7b33-4ffc-b1b9-b69c5d05900c x-openstack-request-id: req-aab6195f-7b33-4ffc-b1b9-b69c5d05900c {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:12.286650 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34f95f9-4474-4182-aa09-637f7aed0c28", "tag": "aeb16e1c-f3f8-44c9-8271-201932149583", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:12.286930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aab6195f-7b33-4ffc-b1b9-b69c5d05900c {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:12.287360 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'tag': 'aeb16e1c-f3f8-44c9-8271-201932149583', 'status': 'completed', 'code': 200} Jun 16 14:57:12.288848 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.296046 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Pushing event updated for resources: {'Port': ['ID=aeb16e1c-f3f8-44c9-8271-201932149583,revision_number=3']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:12.301102 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:12.409157 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5f772-7f84-405b-b3f8-2432576a6328 req-19435381-140d-4b23-a1fb-678bb40a00a4 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:12.412796 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-74c5f772-7f84-405b-b3f8-2432576a6328 req-19435381-140d-4b23-a1fb-678bb40a00a4 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.2045712 Jun 16 14:57:12.416738 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-692069f4-b894-4c7c-8bfd-be5a08317d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:12.421149 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-692069f4-b894-4c7c-8bfd-be5a08317d05 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5cb7a5220e8648cba49747c86b07cd04&device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 1096 time: 0.1753008 Jun 16 14:57:12.523024 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] For port 10052484-208e-483f-9c76-59a943760702, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=10052484-208e-483f-9c76-59a943760702,segment=NetworkSegment(ddccb95a-caca-4484-b4fa-3426425ec041),segment_id=ddccb95a-caca-4484-b4fa-3426425ec041)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:12.523426 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:12.535754 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-74c5f772-7f84-405b-b3f8-2432576a6328 req-87d2ea45-2998-4c43-ac5e-0955713facae tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132102 Jun 16 14:57:12.609734 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-cba9c588-c434-4960-942c-7e2824290cb5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb16e1c-f3f8-44c9-8271-201932149583 HTTP/1.1" status: 200 len: 217 time: 0.0806403 Jun 16 14:57:12.691949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-3368225f-811a-4317-aaa6-9f978b3126bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:12.694812 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-3368225f-811a-4317-aaa6-9f978b3126bf service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef9ee89e-0473-4289-ad6d-e1d62de15db7 HTTP/1.1" status: 200 len: 854 time: 0.0754268 Jun 16 14:57:12.726207 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Calling delete_port for 10052484-208e-483f-9c76-59a943760702 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:57:12.746108 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-fac74e6f-8892-49e3-8ad1-aa6ac8657246 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420797 Jun 16 14:57:12.967382 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-df70d687-d653-447f-a76a-a9b4b1505021 service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010305 Jun 16 14:57:13.059972 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2fd88-8427-48b2-9dd9-cef898e5b9ed req-82c3ca8a-8df6-4f2e-8136-7357248d9da4 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:13.062335 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-82d2fd88-8427-48b2-9dd9-cef898e5b9ed req-82c3ca8a-8df6-4f2e-8136-7357248d9da4 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 945 time: 0.1983185 Jun 16 14:57:13.204576 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-82d2fd88-8427-48b2-9dd9-cef898e5b9ed req-c2dffb31-ae02-4085-8d6b-9d1224df92c8 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/security-groups?id=a97c2921-17e8-44c9-af13-e30ed40fc6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924251 Jun 16 14:57:13.209059 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-40c4c58b-0d7c-49e6-9c33-347c5335ea4f req-2f41a0d9-39ed-4772-862c-a15bad0b209d service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323539 Jun 16 14:57:13.392725 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-6a9215a6-9976-4ada-b2f5-9688103912bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:13.395107 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-6a9215a6-9976-4ada-b2f5-9688103912bc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5cb7a5220e8648cba49747c86b07cd04&device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 1096 time: 0.0946517 Jun 16 14:57:13.402636 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e3ef0-9634-4172-b36c-fafab0bffb7d req-c09d57d5-a623-4efe-9011-ee82f38461ad tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:13.404524 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de0e3ef0-9634-4172-b36c-fafab0bffb7d req-c09d57d5-a623-4efe-9011-ee82f38461ad tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 943 time: 0.8752477 Jun 16 14:57:13.407272 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:13.423545 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:13.445112 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fc45994f-1eb4-46ab-942e-8fe65186a6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:13.525252 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45620) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:13.599295 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-bd08bad6-4341-421f-8aa1-9c12fb77c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:13.602197 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-bd08bad6-4341-421f-8aa1-9c12fb77c888 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 200 len: 915 time: 0.1901367 Jun 16 14:57:13.642052 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1587d2de59da4490839729456b64694a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4303284 Jun 16 14:57:13.705917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45628) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:13.727284 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-32d53ec7-a9ab-4358-b1dc-73ab77a4930b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aeb16e1c-f3f8-44c9-8271-201932149583 HTTP/1.1" status: 200 len: 217 time: 0.1115966 Jun 16 14:57:13.737728 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f4ae1-8229-4f17-a23c-d0846c36b271,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:13.790232 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:13.835918 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de0e3ef0-9634-4172-b36c-fafab0bffb7d req-4b45e957-6539-4b7c-b570-49afb48cf573 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189134 Jun 16 14:57:13.909260 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:13.947832 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-889d53a0-1af0-40b9-bce6-ca5031596917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:13.951738 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-889d53a0-1af0-40b9-bce6-ca5031596917 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef9ee89e-0473-4289-ad6d-e1d62de15db7 HTTP/1.1" status: 200 len: 854 time: 0.2092719 Jun 16 14:57:13.993034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.023739 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.031286 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-c5e5b3dd-55ed-4d23-bc34-ccd654320b7f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592487 Jun 16 14:57:14.088180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:14.143484 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86002c84-c2a1-40bf-b5c4-2e9f25c76030 req-0550f1d7-044d-4c12-93c7-49b0f734fe79 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:14.146206 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-86002c84-c2a1-40bf-b5c4-2e9f25c76030 req-0550f1d7-044d-4c12-93c7-49b0f734fe79 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.3234205 Jun 16 14:57:14.176830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.179957 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Pushing event deleted for resources: {'Port': ['ID=10052484-208e-483f-9c76-59a943760702,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:14.204188 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.db.resource_extend [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 14:57:14.207833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:14.423144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] No DVR routers for this DVR port 10052484-208e-483f-9c76-59a943760702 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:57:14.431971 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.435855 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0cd08bb1-d7bb-47ef-a52d-66097cb45047 req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.103 "DELETE /v2.0/ports/10052484-208e-483f-9c76-59a943760702 HTTP/1.1" status: 204 len: 173 time: 2.6230855 Jun 16 14:57:14.451896 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'name': 'network-vif-deleted', 'tag': '10052484-208e-483f-9c76-59a943760702'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:14.455089 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff52a48-6ca9-495f-bf35-845c5150ed1b" -d '{"events": [{"server_uuid": "41068bcb-3a74-4b5c-9e16-51b09ab0f533", "name": "network-vif-deleted", "tag": "10052484-208e-483f-9c76-59a943760702"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:14.522317 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.550768 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e5800d75-f9b4-4d32-b297-3191d93d92ac req-8ca3b97f-e887-49fa-ac2f-2550f886e0d3 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.0651455 Jun 16 14:57:14.551764 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.599518 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-86002c84-c2a1-40bf-b5c4-2e9f25c76030 req-dc410792-4d5a-46e0-aa8c-f6288f46e46b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353850 Jun 16 14:57:14.639218 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-9415a1c7-ad12-4d8d-bcf9-9f04938a371a service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903866 Jun 16 14:57:14.660869 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ca1b5d-48f3-4127-bc80-52e8caf5b279 x-openstack-request-id: req-b6ca1b5d-48f3-4127-bc80-52e8caf5b279 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:14.661232 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41068bcb-3a74-4b5c-9e16-51b09ab0f533", "name": "network-vif-deleted", "tag": "10052484-208e-483f-9c76-59a943760702", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:14.661432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6ca1b5d-48f3-4127-bc80-52e8caf5b279 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:14.661855 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41068bcb-3a74-4b5c-9e16-51b09ab0f533', 'name': 'network-vif-deleted', 'tag': '10052484-208e-483f-9c76-59a943760702', 'status': 'completed', 'code': 200} Jun 16 14:57:14.677676 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.680391 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.681563 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e92f4ae1-8229-4f17-a23c-d0846c36b271 HTTP/1.1" status: 204 len: 168 time: 0.9728467 Jun 16 14:57:14.684115 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e4b63573-270b-4ee0-b7c2-babd0a3ce217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:14.702966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.711158 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:14.723700 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f4ae1-8229-4f17-a23c-d0846c36b271,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:14.728792 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-239154ea-62a5-435e-afde-16ca654660f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:14.729610 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:14.771808 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Floating IP 0b5a33c5-197d-4197-9b59-dd2825b76588 associated. External IP: 172.27.2.73, port: 2a387faa-a32f-433f-8ae4-9edf547d48fc. Jun 16 14:57:14.868217 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e944cda67d4438bbcbff3002bf1b196&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3389254 Jun 16 14:57:14.871892 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45650) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:14.893200 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeb627f-735b-4c4a-bf2c-2309622a1086,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:14.919236 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:14.947296 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb20c29e-d498-482a-8ac0-137407c5cb2d req-85998c67-47b8-4b74-bfdb-e4c378cb79a4 service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969768 Jun 16 14:57:15.046092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:15.118497 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:15.228667 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:57:15.241703 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:15.247196 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:15.249267 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3aeb627f-735b-4c4a-bf2c-2309622a1086 HTTP/1.1" status: 204 len: 168 time: 0.3725033 Jun 16 14:57:15.250447 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:15.253819 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc581687-d956-4ee0-bc2d-793a8b016bd4 req-d8e30d04-bf9b-4ddb-bc11-134dc2905a22 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:15.255423 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dc581687-d956-4ee0-bc2d-793a8b016bd4 req-d8e30d04-bf9b-4ddb-bc11-134dc2905a22 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 943 time: 0.1054773 Jun 16 14:57:15.272098 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeb627f-735b-4c4a-bf2c-2309622a1086,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:15.280569 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:15.478535 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dc581687-d956-4ee0-bc2d-793a8b016bd4 req-84ba9ab4-2969-415e-b83e-7c54ded1c91c tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389475 Jun 16 14:57:15.510839 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:57:15.517383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:15.531959 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:15.548847 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:57:15.549634 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:57:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:15.595449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device aeb16e1c-f3f8-44c9-8271-201932149583 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:57:15.617815 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-47805c55-0632-49f0-be54-7c296fd48a6e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "PUT /v2.0/floatingips/0b5a33c5-197d-4197-9b59-dd2825b76588 HTTP/1.1" status: 200 len: 990 time: 3.5461001 Jun 16 14:57:15.830698 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port aeb16e1c-f3f8-44c9-8271-201932149583, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=aeb16e1c-f3f8-44c9-8271-201932149583,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:15.868807 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': 'aeb16e1c-f3f8-44c9-8271-201932149583', 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7', 'port_id': 'aeb16e1c-f3f8-44c9-8271-201932149583', 'mac_address': 'fa:16:3e:5b:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9ee89e-0473-4289-ad6d-e1d62de15db7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:57:15.879565 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 10052484-208e-483f-9c76-59a943760702 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:57:15.964355 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 10052484-208e-483f-9c76-59a943760702 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:57:15.966268 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 10052484-208e-483f-9c76-59a943760702 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:57:15.982261 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45688) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:16.028119 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:57:16.048503 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.132938 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.188948 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb16e1c-f3f8-44c9-8271-201932149583 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:16.219229 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ad5e7ba0-ba00-4c7b-849d-160a8578bf8f req-d7c31c23-f3aa-47a5-bac2-be99c8295012 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] 10.222.0.16 "GET /v2.0/ports?device_id=41068bcb-3a74-4b5c-9e16-51b09ab0f533 HTTP/1.1" status: 200 len: 210 time: 0.1052058 Jun 16 14:57:16.250570 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port aeb16e1c-f3f8-44c9-8271-201932149583, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=aeb16e1c-f3f8-44c9-8271-201932149583,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:16.258217 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.266119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ed388f1d-69a5-4bb5-9043-9119a5a9e533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:16.385571 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.393899 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.395079 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=aeb16e1c-f3f8-44c9-8271-201932149583,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:16.399328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:16.404625 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2f88c59a-77bc-43a3-a129-444672822ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:16.479567 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af56264ca965458fa4c1a3ff780c9b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949522 Jun 16 14:57:16.482721 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45700) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:16.532474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21c16b-6837-46f2-ab86-d0c913cc125d,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:16.539395 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:16.575374 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.633232 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.637549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a93d8-ea22-4c8b-b9a2-03f7b9470ebd req-b7ea15de-3e1d-43a0-a242-4a6361ebf581 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:16.643286 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6f6a93d8-ea22-4c8b-b9a2-03f7b9470ebd req-b7ea15de-3e1d-43a0-a242-4a6361ebf581 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1715641 Jun 16 14:57:16.666301 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:16.668900 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7675dd1a-2c49-46da-ac67-1e88237cb80e" -d '{"events": [{"name": "network-changed", "server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:16.709075 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6f6a93d8-ea22-4c8b-b9a2-03f7b9470ebd req-d4ffb3aa-f2b6-406d-8029-51e87a7b5df0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Jun 16 14:57:16.798548 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.803130 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '0b5a33c5-197d-4197-9b59-dd2825b76588', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'port_id': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'mac_address': 'fa:16:3e:ea:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:56:19Z', 'updated_at': '2021-06-16T14:57:13Z', 'revision_number': 1, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:16.803803 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:16.805820 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a21c16b-6837-46f2-ab86-d0c913cc125d HTTP/1.1" status: 204 len: 168 time: 0.3209832 Jun 16 14:57:16.813879 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:16.816452 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:16.840818 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21c16b-6837-46f2-ab86-d0c913cc125d,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:16.846302 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:16.853662 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:57:16.854704 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:57:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:16.869608 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668577-6f2e-43ad-9abf-1552750e9f4a req-471a1a26-6a9b-4cc0-92b7-2940a896a8e4 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:16.872881 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-24668577-6f2e-43ad-9abf-1552750e9f4a req-471a1a26-6a9b-4cc0-92b7-2940a896a8e4 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 944 time: 0.2081106 Jun 16 14:57:16.873499 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24800ca2-9443-4d80-94c9-d46ea5609cd5 x-openstack-request-id: req-24800ca2-9443-4d80-94c9-d46ea5609cd5 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:16.873830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:16.875335 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24800ca2-9443-4d80-94c9-d46ea5609cd5 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:16.875775 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'status': 'completed', 'code': 200} Jun 16 14:57:16.931566 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-24668577-6f2e-43ad-9abf-1552750e9f4a req-4d446cdc-be72-4955-9ffa-c9755bf189a6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471938 Jun 16 14:57:17.096806 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:57:17.672014 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-277180cd-8a39-493e-a296-400f70de6709 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:17.674594 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-277180cd-8a39-493e-a296-400f70de6709 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.1684370 Jun 16 14:57:17.704634 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-c4fd8550-d659-4fb1-b3d0-c8d399722cdb tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/quotas/83c891378b2b43d58816e62ed02ffdb5 HTTP/1.1" status: 200 len: 375 time: 0.0171726 Jun 16 14:57:17.721728 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '0b5a33c5-197d-4197-9b59-dd2825b76588', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'port_id': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'mac_address': 'fa:16:3e:ea:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:56:19Z', 'updated_at': '2021-06-16T14:57:13Z', 'revision_number': 1, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:17.727853 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa12853-fd7e-424e-895e-3ec22970807a None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '0b5a33c5-197d-4197-9b59-dd2825b76588', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'port_id': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'mac_address': 'fa:16:3e:ea:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:56:19Z', 'updated_at': '2021-06-16T14:57:13Z', 'revision_number': 1, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:17.839602 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-ea7fd5d1-83f2-4f9a-aaa9-fe05d9f44564 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221521 Jun 16 14:57:18.002206 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-95a5fe8a-4137-480f-b896-5ccfcba08b85 service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474457 Jun 16 14:57:18.072585 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0878537c-19e9-41a7-a086-5251099bbfb7 None None] New status for floating IP 0b5a33c5-197d-4197-9b59-dd2825b76588: ACTIVE {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:57:18.174831 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-2939a693-ed9b-4c3d-803b-f70771ce2f3f service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614199 Jun 16 14:57:18.653029 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8bddd-2698-4ac3-b889-1bae2f2039ca req-b105853f-a797-4ff8-afd9-f00037688b67 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:18.655764 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-acc8bddd-2698-4ac3-b889-1bae2f2039ca req-b105853f-a797-4ff8-afd9-f00037688b67 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1052291 Jun 16 14:57:18.729662 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-acc8bddd-2698-4ac3-b889-1bae2f2039ca req-55f648ce-eaeb-44a2-bb10-1e7ebad65bf3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549262 Jun 16 14:57:19.077036 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f4b92-ca7d-410a-bb0a-c5fcb0bbe04c req-62984f78-4834-423b-9542-bf66461e1371 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:19.078912 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9d1f4b92-ca7d-410a-bb0a-c5fcb0bbe04c req-62984f78-4834-423b-9542-bf66461e1371 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 944 time: 0.1022363 Jun 16 14:57:19.145009 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9d1f4b92-ca7d-410a-bb0a-c5fcb0bbe04c req-1de97342-8e05-4d0c-a9fe-077b0a53c5b0 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Jun 16 14:57:19.368496 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-36fb5ab4-aa03-453d-9115-885ecc224324 req-b4f7f919-bce2-490f-99bb-48f2549f5d8e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 210 time: 0.0588439 Jun 16 14:57:19.986982 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900534f9-2c5d-405b-a1f7-e04c435e1733 req-e3683974-145f-415e-ac39-f47c76f1efde tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:19.988599 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-900534f9-2c5d-405b-a1f7-e04c435e1733 req-e3683974-145f-415e-ac39-f47c76f1efde tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1033676 Jun 16 14:57:20.059612 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-900534f9-2c5d-405b-a1f7-e04c435e1733 req-794f54ba-7e4c-44a1-9524-40da2226cdfe tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Jun 16 14:57:20.470182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-0d50207b-6a65-4e1d-a65e-0cc73d585a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:20.472226 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-0d50207b-6a65-4e1d-a65e-0cc73d585a05 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1098 time: 0.1519127 Jun 16 14:57:20.472898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['aeb16e1c-f3f8-44c9-8271-201932149583'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:57:20.499286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66a67a-a15b-4782-87f3-ff33dcebb330 req-92a93e1a-73e3-4efd-aaa4-64f3cea5be2b tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:20.501231 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3b66a67a-a15b-4782-87f3-ff33dcebb330 req-92a93e1a-73e3-4efd-aaa4-64f3cea5be2b tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 944 time: 0.1183465 Jun 16 14:57:20.660949 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e3f08783-38ea-4e21-89db-3c4095d9aece req-bec8575c-016d-4026-9d5f-c00b61ef955f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 210 time: 0.0722413 Jun 16 14:57:20.688078 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3b66a67a-a15b-4782-87f3-ff33dcebb330 req-e3ba194d-bab6-422f-9254-ecc4dbd9ad13 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675267 Jun 16 14:57:20.744784 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-2ae5f4fb-4ba6-41eb-a9fe-1c871c61891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:20.747907 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-2ae5f4fb-4ba6-41eb-a9fe-1c871c61891b service neutron] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 912 time: 0.2445271 Jun 16 14:57:20.967428 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-95b896df-2b3c-429c-8f77-4e120f182166 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 200 len: 1000 time: 0.1737564 Jun 16 14:57:21.062930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-e5a07c6c-fcd9-4d0e-b36a-5ae7d79a6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:21.066917 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-e5a07c6c-fcd9-4d0e-b36a-5ae7d79a6671 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.0909805 Jun 16 14:57:21.225305 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-58ade488-a453-40a9-8839-ccfeba47983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:21.230070 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-58ade488-a453-40a9-8839-ccfeba47983f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1478810 Jun 16 14:57:21.249163 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45854) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:21.325223 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Deleting subnet e622d346-8587-452a-bf86-4c86aecaa980 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:57:21.331397 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:21.403995 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:21.424683 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:21.443938 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-bc8693e4-b2c0-46e9-8de9-63f4abf5d68e service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985099 Jun 16 14:57:21.467284 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186345-c62c-45af-b65b-e4870c4767ac req-d7e4f174-0bb1-4169-82c7-3edef8e65bae tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:21.476714 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93186345-c62c-45af-b65b-e4870c4767ac req-d7e4f174-0bb1-4169-82c7-3edef8e65bae tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.2107494 Jun 16 14:57:21.581356 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93186345-c62c-45af-b65b-e4870c4767ac req-3e74544e-a8d7-4348-aca3-58f96242208a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033814 Jun 16 14:57:21.586608 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:21.593904 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-dd3c8c29-d6e2-4ef1-8464-d26bef25d4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:21.640085 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7675dd1a-2c49-46da-ac67-1e88237cb80e req-c1f43fa2-6815-422f-b779-8056de2f1fc6 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606531 Jun 16 14:57:21.667635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e622d346-8587-452a-bf86-4c86aecaa980,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:21.676353 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:21.678083 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:21.684009 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e622d346-8587-452a-bf86-4c86aecaa980 HTTP/1.1" status: 204 len: 168 time: 0.4321439 Jun 16 14:57:21.686191 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 45872) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:21.925547 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.048796 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d5d31dde-f145-438d-9a9a-00f22b49abec req-dafc7106-2856-4fc1-b44d-acefcdf14bb5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 210 time: 0.0899405 Jun 16 14:57:22.115039 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80959-4cff-4e10-9f48-407c31234310 req-6759ac3d-97f0-45ad-b308-cbea89fe8658 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:22.121240 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-28e80959-4cff-4e10-9f48-407c31234310 req-6759ac3d-97f0-45ad-b308-cbea89fe8658 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 944 time: 0.1382611 Jun 16 14:57:22.155280 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-b94d4fe9-6579-4fef-9301-dce823bb0229 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:22.155280 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-b94d4fe9-6579-4fef-9301-dce823bb0229 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.2832887 Jun 16 14:57:22.161012 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Request body: {'port': {'device_id': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'admin_state_up': True, 'tenant_id': '83c891378b2b43d58816e62ed02ffdb5'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:22.197434 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.200932 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-28e80959-4cff-4e10-9f48-407c31234310 req-d541034d-fcae-42b9-9332-25ff578f5f3e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711122 Jun 16 14:57:22.222320 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.222598 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.223440 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.223773 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > port after_create 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.224114 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > port after_delete 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.224439 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > port after_update 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.224771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.225262 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.225883 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.226408 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.383874 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.384231 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.384696 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.385037 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:57:22.385404 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd03b616-4021-45a2-a4b6-e64cd8953d06']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:22.416363 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddccb95a-caca-4484-b4fa-3426425ec041') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:22.416729 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddccb95a-caca-4484-b4fa-3426425ec041') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:22.462301 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.502090 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.520321 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:57:22.520732 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: from cryptography.utils import int_from_bytes Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: from cryptography.utils import int_from_bytes Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:57:22.525124 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:57:22.529739 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:57:22.603530 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.607594 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Made reservation on behalf of 83c891378b2b43d58816e62ed02ffdb5 for: {'port': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:22.611951 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.623849 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c4970d9c-9b79-4933-bf3f-12ea3740e2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:22.633804 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:22.641586 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd03b616-4021-45a2-a4b6-e64cd8953d06 HTTP/1.1" status: 204 len: 168 time: 0.9495766 Jun 16 14:57:22.674135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Pushing event deleted for resources: {'Network': ['ID=bd03b616-4021-45a2-a4b6-e64cd8953d06,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:22.680182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:22.912725 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45932) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:22.959931 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e64d0f64-a802-4103-8706-2b3d4baa63b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83d53bb163ff4076bac0ce986b5b4805&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458007 Jun 16 14:57:22.962221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 45934) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:23.011669 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Allocated IP 172.20.0.10 (719e1ec5-79bc-4730-bb24-e1fa00054947/4177ecce-8689-4b7b-9bb6-b60de83b10a1/78c03e73-00c3-47c1-8bf9-1f3c6a5e1064) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:23.037724 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.053917 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93ba3d-76b0-4203-b9bf-24313724feca req-13fd7d1f-d5d5-4d76-9362-02cb7116df62 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:23.056679 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fe93ba3d-76b0-4203-b9bf-24313724feca req-13fd7d1f-d5d5-4d76-9362-02cb7116df62 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.2750204 Jun 16 14:57:23.065580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.152139 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.162567 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.165947 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a97c2921-17e8-44c9-af13-e30ed40fc6ef HTTP/1.1" status: 204 len: 168 time: 0.2022321 Jun 16 14:57:23.167621 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-de863b34-87e1-405f-835a-c4180fae7ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:23.192355 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c2921-17e8-44c9-af13-e30ed40fc6ef,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:23.204626 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fe93ba3d-76b0-4203-b9bf-24313724feca req-8b0c1f31-f3cc-4d1c-b95f-807a828177c7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360576 Jun 16 14:57:23.264980 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:23.269514 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2be42256-8943-4fb7-b94a-6197ff112730 req-3e26e67a-92b2-4401-b19b-80cb3d8e9c38 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 210 time: 0.0733325 Jun 16 14:57:23.586112 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.611817 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e062b4-4a4d-4b0c-829f-27405cea2ae8 req-49894163-0a85-46de-b07d-1ed203dc76b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:23.613278 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-26e062b4-4a4d-4b0c-829f-27405cea2ae8 req-49894163-0a85-46de-b07d-1ed203dc76b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 944 time: 0.1105659 Jun 16 14:57:23.641779 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device aeb16e1c-f3f8-44c9-8271-201932149583 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:23.673644 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-26e062b4-4a4d-4b0c-829f-27405cea2ae8 req-cd43f8f0-ccd1-4fd0-8368-e83d7afb0a10 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543733 Jun 16 14:57:23.688787 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.709179 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-01e17f62-5ad2-4b40-ae2a-b5b31232f26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:23.715543 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:57:23.772390 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:23.780420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port aeb16e1c-f3f8-44c9-8271-201932149583 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:23.782248 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:23.788015 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:23.791636 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port aeb16e1c-f3f8-44c9-8271-201932149583 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:23.792306 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.821407 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event updated for resources: {'Port': ['ID=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:23.832652 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:23.893078 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:23.894904 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:23.930895 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7744095 Jun 16 14:57:23.957695 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Request body: {'port': {'device_id': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:23.985023 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:24.027115 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb16e1c-f3f8-44c9-8271-201932149583'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:24.029859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b98475-e973-460f-babf-285a0c6fcf6c" -d '{"events": [{"server_uuid": "c34f95f9-4474-4182-aa09-637f7aed0c28", "name": "network-vif-plugged", "status": "completed", "tag": "aeb16e1c-f3f8-44c9-8271-201932149583"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:24.099090 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port aeb16e1c-f3f8-44c9-8271-201932149583, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=aeb16e1c-f3f8-44c9-8271-201932149583,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:24.109007 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:24.112029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:24.156137 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:24.187254 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e527c6-2c68-4ee1-9c72-f2316f7eda1e x-openstack-request-id: req-60e527c6-2c68-4ee1-9c72-f2316f7eda1e {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:24.188600 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34f95f9-4474-4182-aa09-637f7aed0c28", "name": "network-vif-plugged", "status": "completed", "tag": "aeb16e1c-f3f8-44c9-8271-201932149583", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:24.189271 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60e527c6-2c68-4ee1-9c72-f2316f7eda1e {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:24.190118 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb16e1c-f3f8-44c9-8271-201932149583', 'code': 200} Jun 16 14:57:24.207007 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=aeb16e1c-f3f8-44c9-8271-201932149583,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:24.218846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:24.631139 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46000) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:24.693937 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c182c38-7e3f-4208-9b76-da516cf14f3c req-3480bb44-5f49-48bf-b0d8-3e1f9bd07e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:24.707163 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c182c38-7e3f-4208-9b76-da516cf14f3c req-3480bb44-5f49-48bf-b0d8-3e1f9bd07e9d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 1098 time: 0.1481984 Jun 16 14:57:24.806518 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204c4ac-5eb3-429b-a774-6342b339ba1d req-72adca79-57c6-4e5f-b7ec-1212700c5b45 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:24.815696 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e204c4ac-5eb3-429b-a774-6342b339ba1d req-72adca79-57c6-4e5f-b7ec-1212700c5b45 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 932 time: 0.2116053 Jun 16 14:57:24.823920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46010) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:24.861129 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c182c38-7e3f-4208-9b76-da516cf14f3c req-4013de02-cf27-47ea-a37f-e5abd5f8557a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414850 Jun 16 14:57:24.884253 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e204c4ac-5eb3-429b-a774-6342b339ba1d req-1a510479-62b2-4e04-acaa-4150d20a298e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671525 Jun 16 14:57:24.884601 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 {{(pid=91763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:24.899036 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:24.965534 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ecbfb-026e-449d-bc2f-e3988ec893c0 req-c2d5b57d-a6b1-4291-b6fe-fffba73c066b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:24.967436 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-789ecbfb-026e-449d-bc2f-e3988ec893c0 req-c2d5b57d-a6b1-4291-b6fe-fffba73c066b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.3651600 Jun 16 14:57:24.973798 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Transition to ACTIVE for port object 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 will not be triggered until provisioned by entity L2. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:24.980089 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:24.988664 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7f3be195-7feb-4444-a59a-8ff1b9b9bf9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:25.155632 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-789ecbfb-026e-449d-bc2f-e3988ec893c0 req-832e4bbe-9d52-47c9-bb55-098cc29b6c99 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681666 Jun 16 14:57:25.156345 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Pushing event updated for resources: {'Port': ['ID=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:25.157186 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-network', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:25.161238 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:25.198795 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.287228 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Attempting to bind port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:25.288680 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Attempting to bind port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:25.288680 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Attempting to bind port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:25.297967 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:57:25.298633 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Attempting to bind port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:25.308374 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:25.308374 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Checking segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:25.308374 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Bound using segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:25.309344 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Bound port: 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:25.310289 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.355998 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:57:25.379456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Made reservation on behalf of 9f3118f893434ae29a0b4ab407638fa6 for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:25.384611 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.411649 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.421660 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] For port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host hv-cinder-79500, cleared binding levels {{(pid=91763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:25.426622 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] For port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:25.438210 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.452474 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:25.478833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5ebc-2bf8-4c9a-b09e-5562e2e01424 req-d3df63cd-ca12-4950-b1d7-95fd01462468 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:25.480819 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-89ab5ebc-2bf8-4c9a-b09e-5562e2e01424 req-d3df63cd-ca12-4950-b1d7-95fd01462468 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.3636634 Jun 16 14:57:25.493690 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:25.494328 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.495965 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] 10.222.0.103 "PUT /v2.0/ports/78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 HTTP/1.1" status: 200 len: 1094 time: 1.5498297 Jun 16 14:57:25.496503 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'tag': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:25.499769 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f3957-4f33-45fb-8681-b7c65b070567" -d '{"events": [{"name": "network-changed", "server_uuid": "48fa87bb-c719-4f7f-9637-a085a0d9bce8", "tag": "78c03e73-00c3-47c1-8bf9-1f3c6a5e1064"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:25.506680 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.541872 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Pushing event updated for resources: {'Port': ['ID=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,revision_number=3']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:25.543367 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:25.563515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b8f0daad-b342-4a9d-9e85-177b1d165972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:25.576150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:25.637202 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a535d-b9d9-4941-8254-6db805dc0810 x-openstack-request-id: req-aa6a535d-b9d9-4941-8254-6db805dc0810 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:25.637491 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fa87bb-c719-4f7f-9637-a085a0d9bce8", "tag": "78c03e73-00c3-47c1-8bf9-1f3c6a5e1064", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:25.637856 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa6a535d-b9d9-4941-8254-6db805dc0810 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:25.638248 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'tag': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', 'status': 'completed', 'code': 200} Jun 16 14:57:25.672878 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-99dfbee5-00a3-475f-958f-b8ccd7567505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:25.674537 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-99dfbee5-00a3-475f-958f-b8ccd7567505 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 1097 time: 0.0968835 Jun 16 14:57:25.733424 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-4427ffd9-078a-48ba-aef5-7aa3b993afb1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 HTTP/1.1" status: 200 len: 217 time: 0.0442014 Jun 16 14:57:25.804399 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-b99adb5e-26be-493b-9bd8-5aca1e6335bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:25.806273 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-b99adb5e-26be-493b-9bd8-5aca1e6335bb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0627875 Jun 16 14:57:25.888949 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-9a7222bb-18d8-40e4-a4f7-bb1cbff482e7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567319 Jun 16 14:57:26.002503 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46058) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:26.088556 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-58410354-13a0-4c90-b7a9-7264484560f1 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904557 Jun 16 14:57:26.123822 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77e41ac78aac4f33a57bbdd97307daa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4792035 Jun 16 14:57:26.136696 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-89ab5ebc-2bf8-4c9a-b09e-5562e2e01424 req-3e601631-bd76-4b27-af1d-d4cb233660d2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419601 Jun 16 14:57:26.138596 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46064) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:26.173997 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8161a1-3cd4-4163-ba1e-85c5e70e38f3,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:26.231088 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:26.316841 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.377082 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.393864 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.406831 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa970c25-cd8c-478e-bacb-d6da388b6d90 req-228697fd-939e-4280-ab33-090d90f7569c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:26.409847 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fa970c25-cd8c-478e-bacb-d6da388b6d90 req-228697fd-939e-4280-ab33-090d90f7569c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 944 time: 0.2352214 Jun 16 14:57:26.414194 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6bdb82ab-0571-4e1d-b457-88902aaf5648 req-cc6e74d1-5bf2-4544-b256-fd0846c992c0 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043015 Jun 16 14:57:26.421836 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:26.451492 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.468219 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.471597 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41128d0f-3f8c-4618-8be1-f342e0f4140e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:26.494275 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fa970c25-cd8c-478e-bacb-d6da388b6d90 req-f8693625-8d19-46bd-ad18-9c61451b0992 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729146 Jun 16 14:57:26.540849 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:26.629216 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:57:26.683815 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-90aa0593-ea79-4498-8b9d-9621dc125fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:26.687617 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-90aa0593-ea79-4498-8b9d-9621dc125fd2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 1097 time: 0.0826862 Jun 16 14:57:26.737950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.738497 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Added segment 2a8aba64-c21c-4047-a543-4bc0442667d5 of type vlan for network fc94f728-43e0-403f-b21e-60da829fe740 Jun 16 14:57:26.776957 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.805839 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.813256 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-681f6ed8-e668-43f9-8367-a14e63cc6e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:26.842691 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.852889 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-225432ed-898e-4425-9b89-ae1ba84cd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:26.854527 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-225432ed-898e-4425-9b89-ae1ba84cd1bd service neutron] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 916 time: 0.1520586 Jun 16 14:57:26.862036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.864876 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:26.866220 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca8161a1-3cd4-4163-ba1e-85c5e70e38f3 HTTP/1.1" status: 204 len: 168 time: 0.6608682 Jun 16 14:57:26.895703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ad5656-d67f-4b18-a431-0f20c46e2c8e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:26.911266 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:26.914314 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b93e66f0-2b1e-472c-8dbc-f94db506493d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:26.922553 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7016ac66b4d347b4ba05aad0029ef537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9139528 Jun 16 14:57:26.924811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46078) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:26.952646 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8161a1-3cd4-4163-ba1e-85c5e70e38f3,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:26.961449 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:26.978357 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-39f15221-07f9-4a7c-aca4-d13727c299da service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 HTTP/1.1" status: 200 len: 217 time: 0.1035361 Jun 16 14:57:26.982899 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7a2e-661d-4a71-8c21-abcf1f0651a9 req-b15d3f2b-8cfb-4564-9833-21d33e23bb28 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:26.984980 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d44f7a2e-661d-4a71-8c21-abcf1f0651a9 req-b15d3f2b-8cfb-4564-9833-21d33e23bb28 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.4426839 Jun 16 14:57:27.055593 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.065143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-16408d3a-d22a-40ec-902d-9d693f8c640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:27.076898 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-16408d3a-d22a-40ec-902d-9d693f8c640e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0860643 Jun 16 14:57:27.078776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:27.079723 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.090195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e10e07b7-bd64-4f56-8c0e-9af036870395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:27.125146 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.129793 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-60fd7ca9-f26d-4fb9-b12b-c08897c4da2f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414271 Jun 16 14:57:27.137580 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3109336 Jun 16 14:57:27.145100 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d44f7a2e-661d-4a71-8c21-abcf1f0651a9 req-ab4fa3c0-5c2e-4147-a4e9-7d5f21eb7c34 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454229 Jun 16 14:57:27.152383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46080) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:27.166136 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Request body: {'subnet': {'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-subnet', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:27.252009 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Pushing event updated for resources: {'Network': ['ID=fc94f728-43e0-403f-b21e-60da829fe740,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:27.256034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.269263 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:27.281780 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network fc94f728-43e0-403f-b21e-60da829fe740 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:57:27.306406 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Made reservation on behalf of 9f3118f893434ae29a0b4ab407638fa6 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:27.308934 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.313585 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-36586c5a-ceb7-49d5-a6a6-130b38d12c5e service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692779 Jun 16 14:57:27.428104 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.431551 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.436212 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95ad5656-d67f-4b18-a431-0f20c46e2c8e HTTP/1.1" status: 204 len: 168 time: 0.5077438 Jun 16 14:57:27.440861 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9f3df6cc-b9fa-4685-b4be-8fa9a92562e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:27.452511 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ad5656-d67f-4b18-a431-0f20c46e2c8e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:27.456735 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:27.613533 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:27.624759 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2c33ddd7-df7c-48a0-af63-aacfa50292af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:27.658822 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9f8f3957-4f33-45fb-8681-b7c65b070567 req-51babca9-1c1c-44f8-ac9a-7bebb7bd643a service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267953 Jun 16 14:57:27.677694 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd2335-f35f-4006-87fa-5d6906bfef2c req-486dd6f4-05e7-4f48-a42d-1b7573453e85 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:27.690297 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-64dd2335-f35f-4006-87fa-5d6906bfef2c req-486dd6f4-05e7-4f48-a42d-1b7573453e85 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.2676713 Jun 16 14:57:27.795896 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-64dd2335-f35f-4006-87fa-5d6906bfef2c req-b83a7f9b-413d-4074-8c7b-629e5a0c4874 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003079 Jun 16 14:57:27.850684 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Checking segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:27.851196 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Network hostable DHCP agents. Network: fc94f728-43e0-403f-b21e-60da829fe740, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:57:27.865752 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28ff5dd-80ac-4d56-98e2-d3c39da57abc,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:27.876731 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:27.912388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Network fc94f728-43e0-403f-b21e-60da829fe740 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:57:27.948512 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01568ad-f03d-4415-9fed-c02d90d693c6 req-d113c162-2cb6-424d-bf77-50af4d0328f4 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:27.964089 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a01568ad-f03d-4415-9fed-c02d90d693c6 req-d113c162-2cb6-424d-bf77-50af4d0328f4 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 944 time: 0.2629259 Jun 16 14:57:27.994268 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623db180-6d6b-46d3-a8c0-a004b1b822f2 req-13cd6f0d-9577-478d-9e7e-c5c2aca6f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:27.998773 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-623db180-6d6b-46d3-a8c0-a004b1b822f2 req-13cd6f0d-9577-478d-9e7e-c5c2aca6f212 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 1098 time: 0.1058059 Jun 16 14:57:28.014655 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, fc94f728-43e0-403f-b21e-60da829fe740) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:28.024423 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:28.025058 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.025174 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7e016-1a54-4710-82e7-c7b40c68f596 None None] Network fc94f728-43e0-403f-b21e-60da829fe740 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:57:28.071181 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a01568ad-f03d-4415-9fed-c02d90d693c6 req-528d539c-c94f-46d0-9c80-3ddc7616e0e6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041093 Jun 16 14:57:28.074407 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9158556 Jun 16 14:57:28.078319 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46134) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:28.086141 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:28.135642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46144) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:28.160411 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-623db180-6d6b-46d3-a8c0-a004b1b822f2 req-b8751d11-bd07-44e1-83e1-67e3c4e558f4 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468141 Jun 16 14:57:28.163560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-59ebf7b4-c5b9-43c4-bfe1-dfef17a41ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.181286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.182633 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.263727 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.342513 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-fc94f728-43e0-403f-b21e-60da829fe740', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:57:28.343439 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.504446 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.518692 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Allocated IP 172.20.0.2 (fc94f728-43e0-403f-b21e-60da829fe740/a28ff5dd-80ac-4d56-98e2-d3c39da57abc/31176e4d-c95c-42c8-98d1-9f552a805317) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:28.547511 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-59ebf7b4-c5b9-43c4-bfe1-dfef17a41ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.560699 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-59ebf7b4-c5b9-43c4-bfe1-dfef17a41ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.565361 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-be2c673f-7817-4edb-baad-862b6be0b4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:28.603296 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80378d85-6a75-486d-8a60-e6a7a7c70dfa req-9ca20402-5863-4473-98bd-0fd9ad87ce17 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:28.611968 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-80378d85-6a75-486d-8a60-e6a7a7c70dfa req-9ca20402-5863-4473-98bd-0fd9ad87ce17 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.2446413 Jun 16 14:57:28.653987 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebf7b4-c5b9-43c4-bfe1-dfef17a41ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e5915-c26a-4e4e-9384-bc48bbe5b0f7,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:28.658566 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-59ebf7b4-c5b9-43c4-bfe1-dfef17a41ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:28.667011 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-59ebf7b4-c5b9-43c4-bfe1-dfef17a41ec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46553377d8d040c7972ddcb242165640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304029 Jun 16 14:57:28.668806 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46156) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:28.704039 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-80378d85-6a75-486d-8a60-e6a7a7c70dfa req-01971021-1587-474f-9739-c5abf8813d91 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906641 Jun 16 14:57:28.767345 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.781590 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Transition to ACTIVE for port object 31176e4d-c95c-42c8-98d1-9f552a805317 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:28.787323 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.812161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Transition to ACTIVE for port object 31176e4d-c95c-42c8-98d1-9f552a805317 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:28.821431 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.826478 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:28.829058 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.879192 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Network fc94f728-43e0-403f-b21e-60da829fe740 is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:28.887724 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:28.891161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:28.927212 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Pushing event updated for resources: {'Port': ['ID=31176e4d-c95c-42c8-98d1-9f552a805317,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:28.932081 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:28.932660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.939972 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.943784 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.948183 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b4e5915-c26a-4e4e-9384-bc48bbe5b0f7 HTTP/1.1" status: 204 len: 168 time: 0.2782011 Jun 16 14:57:28.950322 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:28.980316 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e5915-c26a-4e4e-9384-bc48bbe5b0f7,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:28.980942 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Attempting to bind port 31176e4d-c95c-42c8-98d1-9f552a805317 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:28.981893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Attempting to bind port 31176e4d-c95c-42c8-98d1-9f552a805317 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:28.982376 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Attempting to bind port 31176e4d-c95c-42c8-98d1-9f552a805317 on network fc94f728-43e0-403f-b21e-60da829fe740 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:28.985776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:28.990057 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:28.990523 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Checking segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:28.990934 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.991328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Bound using segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:28.991839 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Bound port: 31176e4d-c95c-42c8-98d1-9f552a805317, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:28.992235 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:28.993552 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:29.203743 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Allocated IP 172.27.2.6 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/246cf396-5cd5-4fcd-a78d-9fbc08a81030) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:29.209990 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] For port 31176e4d-c95c-42c8-98d1-9f552a805317, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:29.227814 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] For port 31176e4d-c95c-42c8-98d1-9f552a805317, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=31176e4d-c95c-42c8-98d1-9f552a805317,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:29.254538 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:29.260721 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:29.429409 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Pushing event updated for resources: {'Port': ['ID=31176e4d-c95c-42c8-98d1-9f552a805317,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:29.438715 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:29.556909 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:29.605145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:29.647771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:29.661438 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0d8f1f68-6f3f-4530-93ba-b9efdd492e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:29.673118 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:57:29.783375 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Pushing event updated for resources: {'Port': ['ID=246cf396-5cd5-4fcd-a78d-9fbc08a81030,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:29.811008 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:29.836427 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:29.838308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:29.846414 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:29.970540 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed2704-6a55-42c1-9485-0aa0c1c0d891 req-ff4f4f47-f27c-4179-9982-c3ca9a7b00ca tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:29.981609 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-43ed2704-6a55-42c1-9485-0aa0c1c0d891 req-ff4f4f47-f27c-4179-9982-c3ca9a7b00ca tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 944 time: 0.2112045 Jun 16 14:57:30.043217 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:30.080152 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'port_id': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', 'mac_address': 'fa:16:3e:df:13:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177ecce-8689-4b7b-9bb6-b60de83b10a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:57:30.197752 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:30.228465 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:30.273982 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:30.280278 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:30.284043 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:30.299178 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-43ed2704-6a55-42c1-9485-0aa0c1c0d891 req-3d87648a-cbe8-4915-8a41-400f6b60adf2 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142986 Jun 16 14:57:30.351541 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d65ad-1c3e-465a-ab55-f2e2963a0e11 req-131fdba5-ac31-4f80-8ea6-a4abbc3dd0e6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:30.367581 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1d1d65ad-1c3e-465a-ab55-f2e2963a0e11 req-131fdba5-ac31-4f80-8ea6-a4abbc3dd0e6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1988966 Jun 16 14:57:30.420397 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:30.429344 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1d1d65ad-1c3e-465a-ab55-f2e2963a0e11 req-3dd0e70f-74de-456d-ac97-a636c7c84608 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 Jun 16 14:57:30.431844 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:30.529143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:30.716019 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46216) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:30.852347 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['78c03e73-00c3-47c1-8bf9-1f3c6a5e1064'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:57:30.923009 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9de16-86b0-4dd9-a001-b9d97c74b064 req-a9058f32-bdf4-4b28-bab1-66d3a87008b0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:30.925458 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8ef9de16-86b0-4dd9-a001-b9d97c74b064 req-a9058f32-bdf4-4b28-bab1-66d3a87008b0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2176547 Jun 16 14:57:30.930963 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:31.106783 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8ef9de16-86b0-4dd9-a001-b9d97c74b064 req-e6a641a1-efca-48b1-8b7f-717cb47259ad tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268966 Jun 16 14:57:31.209193 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:57:31.215203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:31.341302 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4a054-3e42-463d-ae51-caf8d3a3d3b5 None None] Network fc94f728-43e0-403f-b21e-60da829fe740 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:57:31.526618 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:57:31.546724 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:31.582292 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:57:31.583029 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:57:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:31.586845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ecf97fe6-2141-49ed-a97c-6ae8a8bcc09c None None] Provisioning for port 31176e4d-c95c-42c8-98d1-9f552a805317 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:31.592193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 31176e4d-c95c-42c8-98d1-9f552a805317 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:31.631137 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:31.647823 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:31.653903 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5698371 Jun 16 14:57:31.654758 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46234) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:31.679139 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:31.767493 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e3686c37-d01c-40ba-84c1-45451d4cc44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:31.895618 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:57:31.908654 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 31176e4d-c95c-42c8-98d1-9f552a805317 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:31.950714 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 31176e4d-c95c-42c8-98d1-9f552a805317 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:31.957239 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.012595 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57993331-a8ed-45a0-b623-eae0a2ba3090,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:32.031990 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:32.093829 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d53f6f911d8e44fd92f0e7d1f071d03d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3763275 Jun 16 14:57:32.117639 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46250) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:32.219763 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.249976 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068c31b-9b94-4d5b-bbed-eb80db69d195 req-68bd1b97-179f-4237-b2fb-496d802f81bb tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:32.257498 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c068c31b-9b94-4d5b-bbed-eb80db69d195 req-68bd1b97-179f-4237-b2fb-496d802f81bb tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 945 time: 0.6335371 Jun 16 14:57:32.331160 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.364897 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.367761 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 31176e4d-c95c-42c8-98d1-9f552a805317, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=31176e4d-c95c-42c8-98d1-9f552a805317,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:32.376842 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.389004 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:32.414157 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c068c31b-9b94-4d5b-bbed-eb80db69d195 req-ea8b1ee2-a461-40f0-bbb1-f926f50e88cd tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552253 Jun 16 14:57:32.429791 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.430583 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:30Z', 'revision_number': 3, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:32.433912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.438605 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57993331-a8ed-45a0-b623-eae0a2ba3090 HTTP/1.1" status: 204 len: 168 time: 0.3068786 Jun 16 14:57:32.441044 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:32.453481 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57993331-a8ed-45a0-b623-eae0a2ba3090,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:32.456555 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:32.463133 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:32.465315 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Updating router f7771aff-3f92-49ec-962c-6122d79e7bb7 port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:32.551892 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=31176e4d-c95c-42c8-98d1-9f552a805317,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:32.561496 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:32.623602 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:32.721751 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-cd995ff9-3b62-4f74-be14-49656104f034 None None] Provisioning complete for port 31176e4d-c95c-42c8-98d1-9f552a805317 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:32.722319 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-cd995ff9-3b62-4f74-be14-49656104f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.098776 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.123040 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.152444 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Transition to ACTIVE for port object 246cf396-5cd5-4fcd-a78d-9fbc08a81030 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:33.163084 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.166512 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:33.219297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46268) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:33.234622 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Attempting to bind port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:33.235046 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Attempting to bind port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:33.235430 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Attempting to bind port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:33.251956 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.271074 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93885938-b76e-4786-a051-97f503148112 None None] Pushing event updated for resources: {'Port': ['ID=246cf396-5cd5-4fcd-a78d-9fbc08a81030,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:33.284364 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:33.285792 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:33.286508 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.287246 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:33.288099 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Bound port: 246cf396-5cd5-4fcd-a78d-9fbc08a81030, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:33.288664 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.292687 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.293289 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.294622 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.295173 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.295738 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.296354 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.296825 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.297325 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.297958 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.298439 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.299034 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.299861 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93885938-b76e-4786-a051-97f503148112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:33.313665 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-93885938-b76e-4786-a051-97f503148112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:33.380645 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] For port 246cf396-5cd5-4fcd-a78d-9fbc08a81030, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:33.386670 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] For port 246cf396-5cd5-4fcd-a78d-9fbc08a81030, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=246cf396-5cd5-4fcd-a78d-9fbc08a81030,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:33.393146 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.397866 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-4ed92a29-18ac-4bd1-9aa5-3b40791d7be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:33.410701 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 31176e4d-c95c-42c8-98d1-9f552a805317 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:33.465507 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46274) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:33.471678 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93885938-b76e-4786-a051-97f503148112 None None] Pushing event updated for resources: {'Port': ['ID=246cf396-5cd5-4fcd-a78d-9fbc08a81030,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:33.487499 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-93885938-b76e-4786-a051-97f503148112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:33.514938 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:57:33.515839 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:57:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:33.589802 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 31176e4d-c95c-42c8-98d1-9f552a805317 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:33.590800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.630290 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.641936 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.665488 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4af5d815-b3c9-4be8-9642-0be81090fa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:33.696819 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Allocated IP 172.20.0.1 (fc94f728-43e0-403f-b21e-60da829fe740/a28ff5dd-80ac-4d56-98e2-d3c39da57abc/88944225-1581-48e5-bb9f-34f2410f185b) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:33.735548 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:33.754145 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:33.767206 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:57:34.012665 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f3c57329-9c2d-4fcc-aad2-d6483c910443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.022456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.031340 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:34.036940 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:34.037364 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.039649 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.059055 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9283068166e401090126ea7ebccf11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8368204 Jun 16 14:57:34.062228 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46282) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:34.076294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2deebd-488c-4ea7-b483-31c11fb8b4bb,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:34.097248 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:34.108219 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:34.137623 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.178800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.197027 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Transition to ACTIVE for port object 88944225-1581-48e5-bb9f-34f2410f185b will not be triggered until provisioned by entity DHCP. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:34.222940 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21c4a859a22e4cd18f0a32d39187cf64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7547452 Jun 16 14:57:34.226595 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46286) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:34.246446 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:34.257895 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0e99e-15d5-4fd0-8bd7-d52bf9cdd56e" -d '{"events": [{"server_uuid": "48fa87bb-c719-4f7f-9637-a085a0d9bce8", "name": "network-vif-plugged", "status": "completed", "tag": "78c03e73-00c3-47c1-8bf9-1f3c6a5e1064"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:34.279725 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:30Z', 'revision_number': 3, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:34.283066 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.288217 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2379e4-196c-42bf-b4d8-4990080d696f None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:30Z', 'revision_number': 3, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:34.292212 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f97fed-ee1e-4442-9e3a-154ab5a42496,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:34.304352 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:34.308129 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:34.308443 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:34.315842 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.319424 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:34.380751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852bc3-2144-41ef-9074-60678eb36679 req-7dc56973-1a6c-4ace-b618-84ded102f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:34.383517 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-7dc56973-1a6c-4ace-b618-84ded102f8ac service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.4759786 Jun 16 14:57:34.422055 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:34.422849 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Network fc94f728-43e0-403f-b21e-60da829fe740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:34.426206 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:34.427169 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623442b-defe-4f55-85c8-fba2838f2fac req-d035cd49-7ca7-487d-ae5c-6b2ed8a1eac7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:34.428752 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7623442b-defe-4f55-85c8-fba2838f2fac req-d035cd49-7ca7-487d-ae5c-6b2ed8a1eac7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2132127 Jun 16 14:57:34.435671 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.457463 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:34.461267 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:34.475210 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Pushing event updated for resources: {'Port': ['ID=88944225-1581-48e5-bb9f-34f2410f185b,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:34.478652 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:34.483400 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.537731 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.589092 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7623442b-defe-4f55-85c8-fba2838f2fac req-35956e9c-33b4-419b-9c3e-ee3ddd41a1dd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167884 Jun 16 14:57:34.608173 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.664342 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.671099 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.673047 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29f97fed-ee1e-4442-9e3a-154ab5a42496 HTTP/1.1" status: 204 len: 168 time: 0.3968461 Jun 16 14:57:34.674340 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-084ad7e7-d960-4d30-b299-2061701aeee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:34.693825 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82734008-9b54-4027-b025-d9e0a0fe378f x-openstack-request-id: req-82734008-9b54-4027-b025-d9e0a0fe378f {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:34.694157 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fa87bb-c719-4f7f-9637-a085a0d9bce8", "name": "network-vif-plugged", "status": "completed", "tag": "78c03e73-00c3-47c1-8bf9-1f3c6a5e1064", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:34.694438 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82734008-9b54-4027-b025-d9e0a0fe378f {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:34.694796 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', 'code': 200} Jun 16 14:57:34.714353 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.736780 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f97fed-ee1e-4442-9e3a-154ab5a42496,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:34.741610 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:34.794252 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65a658-a797-4ae2-9573-a0be817869d7 req-72367274-c776-4b0d-832d-549c38c236fa tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:34.806975 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6a65a658-a797-4ae2-9573-a0be817869d7 req-72367274-c776-4b0d-832d-549c38c236fa tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 945 time: 0.5916576 Jun 16 14:57:34.857024 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-aca32418-36e1-4d7f-b354-ab758dcad5ad None None] Provisioning for port 88944225-1581-48e5-bb9f-34f2410f185b completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:34.868795 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-aca32418-36e1-4d7f-b354-ab758dcad5ad None None] Provisioning complete for port 88944225-1581-48e5-bb9f-34f2410f185b triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:34.869185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-aca32418-36e1-4d7f-b354-ab758dcad5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:34.872942 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852bc3-2144-41ef-9074-60678eb36679 req-b5a3e814-6052-414b-9e56-a40daa27c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:34.874994 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-b5a3e814-6052-414b-9e56-a40daa27c427 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.4653530 Jun 16 14:57:34.956443 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-aca32418-36e1-4d7f-b354-ab758dcad5ad None None] Port 88944225-1581-48e5-bb9f-34f2410f185b cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:57:35.010190 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-d9e29759-15de-4207-844e-5a34fa59168d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.1147938 Jun 16 14:57:35.015988 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6a65a658-a797-4ae2-9573-a0be817869d7 req-e1656e4d-a7ef-4b0f-a958-f8856e79d0e1 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076967 Jun 16 14:57:35.099856 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.102950 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.104094 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd2deebd-488c-4ea7-b483-31c11fb8b4bb HTTP/1.1" status: 204 len: 168 time: 1.0396845 Jun 16 14:57:35.127009 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ae084636-9912-4dd8-b08a-544485d309a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:35.161980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2deebd-488c-4ea7-b483-31c11fb8b4bb,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:35.186255 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:35.212380 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852bc3-2144-41ef-9074-60678eb36679 req-52658764-fa81-4515-b760-75cd9a0eab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:35.214914 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-52658764-fa81-4515-b760-75cd9a0eab61 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.1829371 Jun 16 14:57:35.215936 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.251397 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b6864-4940-4dfe-8e66-9441f02edcbd req-13dfc8ee-b639-45e2-b04a-ccc0be06f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:35.258394 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-132b6864-4940-4dfe-8e66-9441f02edcbd req-13dfc8ee-b639-45e2-b04a-ccc0be06f99c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 1099 time: 0.1344879 Jun 16 14:57:35.364929 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-132b6864-4940-4dfe-8e66-9441f02edcbd req-204cab4a-47a2-491b-870b-5b11b71ce9dc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984097 Jun 16 14:57:35.385801 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-3f89d5a7-dd0a-4e2f-bbe0-5edb5e49193f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417851 Jun 16 14:57:35.459351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46302) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:35.501922 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 246cf396-5cd5-4fcd-a78d-9fbc08a81030 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:35.512324 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.570616 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:35.578406 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:35.580017 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.679140 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-dcf7dff2-b7e3-4734-940f-cfe8c9264882 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337928 Jun 16 14:57:35.726762 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.776462 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 246cf396-5cd5-4fcd-a78d-9fbc08a81030, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=246cf396-5cd5-4fcd-a78d-9fbc08a81030,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:35.782911 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.785721 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.794423 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.797790 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:35.840794 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-47b13e37-c7cf-4d90-ae00-aca5d24101bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:35.869308 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=246cf396-5cd5-4fcd-a78d-9fbc08a81030,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:35.875368 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:35.913957 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.921772 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d59422608fba4ade8a08fc05f08debf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578085 Jun 16 14:57:35.930100 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46306) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:35.957883 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:35.964112 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:36.003388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e5a4b9-c876-4b48-b472-cd9fa280bbad,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.016178 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:36.017297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46308) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:36.059245 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.104940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.108972 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.111738 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d852bc3-2144-41ef-9074-60678eb36679 req-736dcd6f-f46d-4c00-80f2-af0e33b4493d service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049897 Jun 16 14:57:36.124218 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Pushing event updated for resources: {'Port': ['ID=88944225-1581-48e5-bb9f-34f2410f185b,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.127318 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:36.171283 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.237085 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9c1a9-3ed4-47a5-9a48-a6ab8b289e20 req-f7119a43-fdb3-4254-8f9b-c32ef2ca2593 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:36.244879 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-80c9c1a9-3ed4-47a5-9a48-a6ab8b289e20 req-f7119a43-fdb3-4254-8f9b-c32ef2ca2593 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2462449 Jun 16 14:57:36.267549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.273878 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.278386 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61e5a4b9-c876-4b48-b472-cd9fa280bbad HTTP/1.1" status: 204 len: 168 time: 0.3434269 Jun 16 14:57:36.280702 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f08570b9-9496-4cff-b50b-db6d1c518999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:36.292365 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e5a4b9-c876-4b48-b472-cd9fa280bbad,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.296932 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:36.373601 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-80c9c1a9-3ed4-47a5-9a48-a6ab8b289e20 req-b999daba-1b7c-4bff-bf62-5e356325c862 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275125 Jun 16 14:57:36.377832 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Network fc94f728-43e0-403f-b21e-60da829fe740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:36.380689 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:36.435474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.468267 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.474226 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-0f273b9c-1906-4e4d-b338-7036dfe7cb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.507657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-77143540-966c-47ed-af60-4741c8b4914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:36.575342 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e17a85-a6f5-435a-80e1-0876e484e9aa,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.598829 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:36.613665 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43aa4422078547d7b116cd3ea6674c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938802 Jun 16 14:57:36.618237 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46324) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:36.662278 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:57:36.685019 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.704811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2a0bd-5726-466b-8075-7ced4b712358 req-245882b7-7823-4317-b830-e19c03055b0c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:36.712255 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-78a2a0bd-5726-466b-8075-7ced4b712358 req-245882b7-7823-4317-b830-e19c03055b0c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 946 time: 0.3010919 Jun 16 14:57:36.766818 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.781532 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-78a2a0bd-5726-466b-8075-7ced4b712358 req-fa1f4230-e4d8-48a0-a98e-c71a6834fe0f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682712 Jun 16 14:57:36.827666 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-533446a3-81bf-443a-931c-7565d89b0d58 None None] Provisioning complete for port 88944225-1581-48e5-bb9f-34f2410f185b triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:36.828091 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-533446a3-81bf-443a-931c-7565d89b0d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.852377 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.920105 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-533446a3-81bf-443a-931c-7565d89b0d58 None None] Port 88944225-1581-48e5-bb9f-34f2410f185b cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:57:36.945582 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.948529 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:36.950325 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00e17a85-a6f5-435a-80e1-0876e484e9aa HTTP/1.1" status: 204 len: 168 time: 0.3162477 Jun 16 14:57:36.951266 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-357ca0cd-b54c-4b4c-9685-a96b2010529c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:36.963276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e17a85-a6f5-435a-80e1-0876e484e9aa,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:36.974258 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:37.133909 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:57:37.142944 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] 10.222.0.16 "PUT /v2.0/routers/f7771aff-3f92-49ec-962c-6122d79e7bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4871647 Jun 16 14:57:37.366219 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 246cf396-5cd5-4fcd-a78d-9fbc08a81030 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:37.398125 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:57:37.418504 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:37.424173 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:57:37.425364 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:57:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:37.577443 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:37.577957 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:37.652113 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:57:37.675660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742757-5420-4fd4-b277-a66f48840a2b req-812a26f4-ce70-4afe-9558-b437eb08dcec tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:37.677290 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b9742757-5420-4fd4-b277-a66f48840a2b req-812a26f4-ce70-4afe-9558-b437eb08dcec tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1113536 Jun 16 14:57:37.789896 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b9742757-5420-4fd4-b277-a66f48840a2b req-fdad8253-ce24-48af-906c-f5ad501b58c1 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992007 Jun 16 14:57:37.961481 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46370) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:37.982932 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471779245', 'description': 'tempest-description--1180641081'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:38.020718 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.188617 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe0577-da8f-4527-84cc-2f6b707c940b req-273544b6-8cdd-414a-ab0a-f3f730b2af87 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:38.197994 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9dfe0577-da8f-4527-84cc-2f6b707c940b req-273544b6-8cdd-414a-ab0a-f3f730b2af87 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 946 time: 0.1120989 Jun 16 14:57:38.206178 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 2, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:38.212769 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:57:38.212769 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Updating router f7771aff-3f92-49ec-962c-6122d79e7bb7 port 88944225-1581-48e5-bb9f-34f2410f185b binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:57:38.251486 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.255816 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9dfe0577-da8f-4527-84cc-2f6b707c940b req-7a56100a-f3b1-4556-8a36-4444d2824476 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Jun 16 14:57:38.260584 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.268477 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:38.290569 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.313914 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.316249 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3518910 Jun 16 14:57:38.318838 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46384) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:38.326938 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'security_group_rule': {'security_group_id': 'b2a150a6-77aa-4bcf-9374-8d2a92a3647f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:38.337075 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a150a6-77aa-4bcf-9374-8d2a92a3647f,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.363605 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:38.400389 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.533403 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.542245 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.544434 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:38.567279 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f407e485-6da6-43c2-975d-b6f04ccc0e60,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.572465 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:38.573682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.575817 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542543 Jun 16 14:57:38.579282 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46396) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:38.586002 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'security_group_rule': {'security_group_id': 'b2a150a6-77aa-4bcf-9374-8d2a92a3647f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:38.625482 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.711957 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.720108 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.722793 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-60b11c29-f212-4c57-a023-fa012faf738f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:38.753203 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93dedd-9301-4dbc-a712-792524c408e5,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:38.763269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:38.775550 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.776655 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b39c2b70-4036-4aa1-a29f-4018de4e47d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959486 Jun 16 14:57:38.781176 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46404) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:38.787162 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:38.861404 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.874107 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.877113 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Transition to ACTIVE for port object 88944225-1581-48e5-bb9f-34f2410f185b will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:38.886505 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:38.893153 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:39.022269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c486bed-1643-4e3d-8c1b-eb0cb9b6e9f9 None None] Pushing event updated for resources: {'Port': ['ID=88944225-1581-48e5-bb9f-34f2410f185b,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:39.038678 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3c486bed-1643-4e3d-8c1b-eb0cb9b6e9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:39.162470 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Attempting to bind port 88944225-1581-48e5-bb9f-34f2410f185b on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:39.162779 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Attempting to bind port 88944225-1581-48e5-bb9f-34f2410f185b by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:39.163245 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Attempting to bind port 88944225-1581-48e5-bb9f-34f2410f185b on network fc94f728-43e0-403f-b21e-60da829fe740 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:39.170606 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:39.171038 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Checking segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:39.171470 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.171885 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Bound using segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:39.172409 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Bound port: 88944225-1581-48e5-bb9f-34f2410f185b, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:39.172805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.291166 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.370311 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] For port 88944225-1581-48e5-bb9f-34f2410f185b, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:39.375358 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] For port 88944225-1581-48e5-bb9f-34f2410f185b, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=88944225-1581-48e5-bb9f-34f2410f185b,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:39.382989 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.388480 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.391237 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:39.466637 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405608-9253-41f7-944c-a11a417c3080 req-3c8e0248-db8b-4f35-9f98-e163d981111a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:39.493653 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5d405608-9253-41f7-944c-a11a417c3080 req-3c8e0248-db8b-4f35-9f98-e163d981111a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.3548555 Jun 16 14:57:39.496747 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c486bed-1643-4e3d-8c1b-eb0cb9b6e9f9 None None] Pushing event updated for resources: {'Port': ['ID=88944225-1581-48e5-bb9f-34f2410f185b,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:39.501051 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3c486bed-1643-4e3d-8c1b-eb0cb9b6e9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:39.503791 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:57:39.504784 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:57:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:39.651303 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5d405608-9253-41f7-944c-a11a417c3080 req-e0671c5b-9045-4911-985b-2828ad2b4dd8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562378 Jun 16 14:57:39.711862 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Allocated IP 172.27.2.220 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/49a1db73-fe07-4998-9a33-aa1ba1c37b47) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:39.713094 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:57:39.885334 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.962898 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:39.967302 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-938768f4-195f-41de-8ff9-cbeaa5a230bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:39.976756 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:57:39.980787 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff6760-0dae-4733-9792-89a9caa62c5d None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:39Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:57:40.001356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:40.004788 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:40.008683 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:40.098127 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'Port': ['ID=49a1db73-fe07-4998-9a33-aa1ba1c37b47,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:40.104797 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:40.163868 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:40.227294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:40.555956 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:40.563897 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:40.567831 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:40.608489 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:40.636015 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'Port': ['ID=49a1db73-fe07-4998-9a33-aa1ba1c37b47,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:40.639257 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:40.640504 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8580155 Jun 16 14:57:40.641607 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:41.011816 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89057a-3b59-46be-b2bd-20407f63cf83 req-d1ecbdce-9173-4d25-ac50-f624042e443e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:41.020903 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-aa89057a-3b59-46be-b2bd-20407f63cf83 req-d1ecbdce-9173-4d25-ac50-f624042e443e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1521597 Jun 16 14:57:41.078206 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-aa89057a-3b59-46be-b2bd-20407f63cf83 req-21740565-745b-4850-beba-ca3f93785e94 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Jun 16 14:57:41.166389 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6995f2a0-f6fe-4a23-a2e9-6178348ed9ad tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1471779245&fields=id&tenant_id=9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 267 time: 0.0558481 Jun 16 14:57:41.363266 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-5cd42ef6-ab81-40ee-aa9e-4a325f60f1fd tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:41.363499 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-2f80a68f-ffa8-4f5f-90d9-4a8a6be9dc0e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:41.371094 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-5cd42ef6-ab81-40ee-aa9e-4a325f60f1fd tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.1724432 Jun 16 14:57:41.375821 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-2f80a68f-ffa8-4f5f-90d9-4a8a6be9dc0e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 817 time: 0.1979518 Jun 16 14:57:41.385296 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-4c9d544a-2428-434c-b222-f0fb05b7909c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/quotas/83c891378b2b43d58816e62ed02ffdb5 HTTP/1.1" status: 200 len: 375 time: 0.0120480 Jun 16 14:57:41.392561 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-d25ffce2-3154-44d2-9541-339de7415c47 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/quotas/9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 375 time: 0.0153694 Jun 16 14:57:41.423695 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 88944225-1581-48e5-bb9f-34f2410f185b up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:41.507996 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 88944225-1581-48e5-bb9f-34f2410f185b completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:41.523709 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 88944225-1581-48e5-bb9f-34f2410f185b triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:41.526208 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:41.544348 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-dd5abe17-22b8-4c6c-b48c-eb0c5504cfd7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1540406 Jun 16 14:57:41.625959 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-8abcd77f-aaec-4864-8411-0bebfb67f9af tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102861 Jun 16 14:57:41.717579 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:41.772044 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-2524d012-6b4b-4ede-8bd7-cf297dbb9858 service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866283 Jun 16 14:57:41.794129 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 88944225-1581-48e5-bb9f-34f2410f185b, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=88944225-1581-48e5-bb9f-34f2410f185b,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:41.805072 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:41.809822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:41.825773 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-58c6f3d4-429b-49d5-ba71-30e1e6eb812e service neutron] 10.222.0.16 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721148 Jun 16 14:57:41.922778 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=88944225-1581-48e5-bb9f-34f2410f185b,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:41.932518 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:41.963554 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-be109a77-9a4e-42cd-a1ee-d1924ea22bf3 service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902759 Jun 16 14:57:41.983563 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-370fd703-ea4a-49e2-b819-d5b405041751 service neutron] 10.222.0.16 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496167 Jun 16 14:57:42.431823 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a92ff-c0a0-4d23-8808-b2036a08822f req-f4de655f-f112-4b80-88cd-ef8a9376f77d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:42.435943 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a87a92ff-c0a0-4d23-8808-b2036a08822f req-f4de655f-f112-4b80-88cd-ef8a9376f77d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1267126 Jun 16 14:57:42.501933 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a87a92ff-c0a0-4d23-8808-b2036a08822f req-fd4bfce8-1302-40fd-a4af-50dcf8730c9d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596492 Jun 16 14:57:42.649822 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb3a2ce4-d3ab-4250-b0a3-129378791122 req-d21fbc7c-a70c-437f-8a26-c504f7437c09 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 210 time: 0.0645530 Jun 16 14:57:42.795974 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4cc3bf08-29d3-4218-93b4-45acbf9d3a9b req-bc9f2731-2cdb-40fa-a66a-042c0bd8dc3f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0694854 Jun 16 14:57:43.319278 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 88944225-1581-48e5-bb9f-34f2410f185b up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:57:43.374958 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 88944225-1581-48e5-bb9f-34f2410f185b triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:43.375343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:43.700536 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf309d-e793-436e-9064-0c657bcdbe1a req-0f518ce0-c896-4efc-b707-cc1020e68864 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:43.702177 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cebf309d-e793-436e-9064-0c657bcdbe1a req-0f518ce0-c896-4efc-b707-cc1020e68864 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0912905 Jun 16 14:57:43.748443 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cebf309d-e793-436e-9064-0c657bcdbe1a req-5861f5b8-5e62-4ae9-8596-808465705c55 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383370 Jun 16 14:57:43.883226 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84c5b03f-e086-4e0b-ad73-05d3bc0b8997 req-fffe6990-a16f-48ec-8c4e-a446af454cd6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 210 time: 0.0292528 Jun 16 14:57:44.046584 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-449fee01-3f54-4446-8d6b-c92594f66aa4 req-5768f23b-f609-45d7-b5b3-f08440510d17 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0366910 Jun 16 14:57:44.939405 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450457d2-62ca-4934-8b66-1ee2c79e66cd req-86d1e730-e3de-424e-81c5-ec31be9ae249 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:44.940975 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-450457d2-62ca-4934-8b66-1ee2c79e66cd req-86d1e730-e3de-424e-81c5-ec31be9ae249 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0724504 Jun 16 14:57:44.981727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-450457d2-62ca-4934-8b66-1ee2c79e66cd req-30518c32-5260-4eb8-a374-ad96b76291cd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348885 Jun 16 14:57:45.208239 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b8d605e1-488a-43c8-a22c-2c5c8faaa92f req-8841190f-0793-414b-b634-e6ae455c7e4b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 210 time: 0.0390100 Jun 16 14:57:45.266354 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69a374eb-a665-4355-a3da-13128dc7f2d4 req-79fb39dc-d086-4f62-b7b3-ae3e89c302c4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0355239 Jun 16 14:57:46.181978 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-afb7f13f-024a-4c2d-848b-1bf15c8a5d09 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:46.184210 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-afb7f13f-024a-4c2d-848b-1bf15c8a5d09 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.1617026 Jun 16 14:57:46.202477 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab4a3-2c29-4cfa-b405-0514ba5f4593 req-70a804ad-7044-44b5-87de-adb62ef5d8b7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:46.205706 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-47dab4a3-2c29-4cfa-b405-0514ba5f4593 req-70a804ad-7044-44b5-87de-adb62ef5d8b7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0871620 Jun 16 14:57:46.213561 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Request body: {'port': {'device_id': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'admin_state_up': True, 'tenant_id': '83c891378b2b43d58816e62ed02ffdb5'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:46.281992 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-47dab4a3-2c29-4cfa-b405-0514ba5f4593 req-950e5667-355c-4b3b-8a08-816d80e6be12 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681131 Jun 16 14:57:46.495272 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-40891b1e-d0f7-4e65-8270-32f9399c3661 req-ef545e13-e6b0-4bc5-9cae-98df167ae54d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 210 time: 0.0551541 Jun 16 14:57:46.568840 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5b4926ad-bc3d-472c-890f-20bb00e94e3b req-a08a1e33-3162-4a36-89bd-42d7d9c4af3a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0470369 Jun 16 14:57:46.582308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Made reservation on behalf of 83c891378b2b43d58816e62ed02ffdb5 for: {'port': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:46.591832 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:46.753353 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Allocated IP 172.20.0.6 (719e1ec5-79bc-4730-bb24-e1fa00054947/4177ecce-8689-4b7b-9bb6-b60de83b10a1/9d17bef6-c8fc-40da-89fa-f3697d98fbd2) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:46.867405 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46580) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:46.945822 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:46.998690 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.013728 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.019960 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-126abc42-6cae-4eb8-a7c6-bebabdf9cd3c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:47.087804 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:47.091896 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:47.096596 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:47.101331 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event updated for resources: {'Port': ['ID=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.122921 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:47.129394 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.135377 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.139673 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e8c292ec-6b99-4c81-a5ff-0d6110c8aebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:47.163917 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:47.164980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.187799 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9845052 Jun 16 14:57:47.196304 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7efe2228c38d458e8c5ab8423bcb8461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274937 Jun 16 14:57:47.198468 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e315f28-a2ff-41f4-bf11-d0ac3bc3014a,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.199647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46584) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:47.202422 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:47.260573 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.285106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.344870 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.354124 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.356160 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e315f28-a2ff-41f4-bf11-d0ac3bc3014a HTTP/1.1" status: 204 len: 168 time: 0.1547711 Jun 16 14:57:47.357662 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f3bd354e-1ca0-4d41-9237-9f9925d9dfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:47.371166 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e315f28-a2ff-41f4-bf11-d0ac3bc3014a,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.377769 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:47.480830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104597bd-a6b3-4caa-85b8-4e1697b14239 req-3dd49713-1293-48d4-9efc-cb75d38a3fa0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:47.482798 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-104597bd-a6b3-4caa-85b8-4e1697b14239 req-3dd49713-1293-48d4-9efc-cb75d38a3fa0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0813768 Jun 16 14:57:47.537016 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-104597bd-a6b3-4caa-85b8-4e1697b14239 req-0e5be7be-ae33-4753-9999-5887bfade9c5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Jun 16 14:57:47.783190 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46602) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:47.801103 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.807905 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e5858-a03f-4448-8e66-827d8e7722f1 req-8595d8ef-0d75-4ec1-a7a2-f99f060f851e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:47.810064 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-233e5858-a03f-4448-8e66-827d8e7722f1 req-8595d8ef-0d75-4ec1-a7a2-f99f060f851e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 931 time: 0.1105943 Jun 16 14:57:47.865567 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-233e5858-a03f-4448-8e66-827d8e7722f1 req-7eeb57e5-5a80-427d-b648-964bbf400149 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Jun 16 14:57:47.935172 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.941089 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:47.944242 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9d3efcd8-12e8-44b7-b68b-e056d82f5714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:47.987150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8fbb22-bf78-4ce8-b68d-de17c8d2dae1,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:47.994673 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab7b43d750fa4ce6b5ea913a783cb7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077804 Jun 16 14:57:47.994673 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:47.995264 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46604) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:48.026666 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a9357dde-9c42-4573-899e-6f628bbd7a99 req-02e6c597-a403-44b0-aca7-7e6f048dea84 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0514033 Jun 16 14:57:48.054473 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:48.079271 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:48.131726 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:48.134553 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:48.140351 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd8fbb22-bf78-4ce8-b68d-de17c8d2dae1 HTTP/1.1" status: 204 len: 168 time: 0.1358032 Jun 16 14:57:48.140351 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-667272af-4270-4c01-9239-c097e9fb7281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:48.145658 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8fbb22-bf78-4ce8-b68d-de17c8d2dae1,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:48.148126 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:48.800703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3030-48d7-4122-9f15-073353a69386 req-68cfe0bc-e3b5-4721-8577-1ffcad0933b1 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:48.802253 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-575c3030-48d7-4122-9f15-073353a69386 req-68cfe0bc-e3b5-4721-8577-1ffcad0933b1 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0959964 Jun 16 14:57:48.849599 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-575c3030-48d7-4122-9f15-073353a69386 req-fe777849-c937-42a6-b0cb-d2a318385906 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Jun 16 14:57:49.072469 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3222-4852-4715-8589-17310b218491 req-4508219b-5333-467f-9e66-03a8592b539d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:49.074996 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0f3d3222-4852-4715-8589-17310b218491 req-4508219b-5333-467f-9e66-03a8592b539d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 931 time: 0.0801752 Jun 16 14:57:49.117285 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0f3d3222-4852-4715-8589-17310b218491 req-98b8c03c-5ba9-4266-ae24-9ddace4e172e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Jun 16 14:57:49.250674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c286734-5fd3-41dd-a272-ad4805278723 req-335c63a9-18b2-4657-b387-6e6cfdeba5c2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0295045 Jun 16 14:57:50.076698 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74954de-815c-42e5-891e-5460d94d88ef req-2df34713-d9b3-4b9d-869f-e704c89cea96 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:50.078156 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d74954de-815c-42e5-891e-5460d94d88ef req-2df34713-d9b3-4b9d-869f-e704c89cea96 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0991108 Jun 16 14:57:50.142105 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d74954de-815c-42e5-891e-5460d94d88ef req-f9aaba3d-9dee-4509-84e1-831b9cd4461f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Jun 16 14:57:50.337961 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914197-ae6e-45f4-867b-1384080132ab req-8e67d195-b44a-446c-821d-c956ffc4c01e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:50.342527 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9914197-ae6e-45f4-867b-1384080132ab req-8e67d195-b44a-446c-821d-c956ffc4c01e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 931 time: 0.0814300 Jun 16 14:57:50.406206 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9914197-ae6e-45f4-867b-1384080132ab req-5f68b02d-a46e-4971-95f9-57bd6dc57531 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Jun 16 14:57:50.413092 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833', '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:57:50.461165 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Request body: {'port': {'device_id': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:50.646778 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-54c6787f-c86d-4c4b-be6e-c437f4c81e50 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:50.648475 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:50.650665 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-54c6787f-c86d-4c4b-be6e-c437f4c81e50 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 817 time: 0.1950178 Jun 16 14:57:50.724485 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b908fc40-188d-4b63-9494-8d72cfe29933 req-abff8b96-0d9b-410d-b0ae-b9f9803e274f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0640233 Jun 16 14:57:50.783173 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-c354fae1-f3a2-4722-8553-848505aa0f1a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 380 time: 0.1092882 Jun 16 14:57:50.803021 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'port': {'device_id': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'admin_state_up': True, 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'security_groups': ['b2a150a6-77aa-4bcf-9374-8d2a92a3647f']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:51.123634 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 {{(pid=91763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:51.138829 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:51.162269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Transition to ACTIVE for port object 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 will not be triggered until provisioned by entity L2. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:51.169556 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:51.173983 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:51.292610 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Pushing event updated for resources: {'Port': ['ID=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:51.321710 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.322117 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.322525 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.322926 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.323291 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.323650 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.324674 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.326186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.326186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.326186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.326186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.326771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:51.333612 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:51.413261 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Made reservation on behalf of 9f3118f893434ae29a0b4ab407638fa6 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:57:51.428480 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:51.434853 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Attempting to bind port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:51.435207 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Attempting to bind port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:51.435578 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Attempting to bind port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:51.442647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:57:51.443145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Attempting to bind port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:51.454155 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:51.454534 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Checking segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:51.454957 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Bound using segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:51.455453 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Bound port: 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:51.455840 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:51.481395 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde88c-a483-4415-9e1b-971e048a5ad2 req-c0f95ce2-f2da-4f90-b67a-1580e6b0b5b8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:51.483253 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-99bde88c-a483-4415-9e1b-971e048a5ad2 req-c0f95ce2-f2da-4f90-b67a-1580e6b0b5b8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1241138 Jun 16 14:57:51.571111 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] For port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host hv-cinder-79500, cleared binding levels {{(pid=91763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:51.592197 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] For port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:51.618803 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:51.624252 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-99bde88c-a483-4415-9e1b-971e048a5ad2 req-09e9a403-d8aa-46e5-ad4e-513565d81ccb tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Jun 16 14:57:51.638448 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:51.666241 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:51.666484 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:51.670273 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] 10.222.0.103 "PUT /v2.0/ports/9d17bef6-c8fc-40da-89fa-f3697d98fbd2 HTTP/1.1" status: 200 len: 1093 time: 1.2129202 Jun 16 14:57:51.671113 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'tag': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:51.674064 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57746463-d93a-4fcc-b967-30e727becf05" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbc5bca-b433-46a1-93e6-3774050bcc1e", "tag": "9d17bef6-c8fc-40da-89fa-f3697d98fbd2"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:51.727651 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Pushing event updated for resources: {'Port': ['ID=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,revision_number=3']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:51.735647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:51.782426 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Allocated IP 172.20.0.5 (fc94f728-43e0-403f-b21e-60da829fe740/a28ff5dd-80ac-4d56-98e2-d3c39da57abc/0cf108f3-5fd5-4a74-822b-354d2e06dde1) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:57:51.802246 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b32cc-ceb4-4b0b-9809-97720db557e6 req-fc93dd91-a9b0-4bbe-a022-12df62cfc344 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:51.810952 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-147b32cc-ceb4-4b0b-9809-97720db557e6 req-fc93dd91-a9b0-4bbe-a022-12df62cfc344 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 943 time: 0.2077518 Jun 16 14:57:51.884887 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-147b32cc-ceb4-4b0b-9809-97720db557e6 req-689402ab-710a-4725-920c-6a61d0a213ad tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Jun 16 14:57:51.924557 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-d4f5e71e-b515-40fb-bca2-0de2879149ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:51.927739 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-d4f5e71e-b515-40fb-bca2-0de2879149ea service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 1096 time: 0.1520317 Jun 16 14:57:52.029213 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e532a-3680-4e77-95da-f7ac6527773e x-openstack-request-id: req-338e532a-3680-4e77-95da-f7ac6527773e {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:52.029551 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbc5bca-b433-46a1-93e6-3774050bcc1e", "tag": "9d17bef6-c8fc-40da-89fa-f3697d98fbd2", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:52.029842 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-338e532a-3680-4e77-95da-f7ac6527773e {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:52.030292 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'tag': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2', 'status': 'completed', 'code': 200} Jun 16 14:57:52.035026 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-2d456fe1-4130-43a6-a067-b93f0a664ea2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2 HTTP/1.1" status: 200 len: 217 time: 0.0937214 Jun 16 14:57:52.128910 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-4a0a2d65-f363-499a-9d46-d753f56b6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:52.131654 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-4a0a2d65-f363-499a-9d46-d753f56b6643 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0787582 Jun 16 14:57:52.186343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:52.193611 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1320250f-e7bf-486f-ba69-0b49c2f99518 req-da651f46-9538-4864-9e69-b5a542f26904 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0566449 Jun 16 14:57:52.195878 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-8f79ccb6-dce0-4fdd-ab6a-424fec390c3d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476229 Jun 16 14:57:52.230043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Transition to ACTIVE for port object 0cf108f3-5fd5-4a74-822b-354d2e06dde1 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:52.246615 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-432b443d-9767-4c7d-830e-dc187e1caaa1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1607406 Jun 16 14:57:52.283856 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:52.291403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:52.317618 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-39086cd8-99c2-429d-8fad-e300888c0456 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075201 Jun 16 14:57:52.380745 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Network fc94f728-43e0-403f-b21e-60da829fe740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:57:52.389479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:57:52.393718 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:57:52.399577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:52.400257 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:52.404703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:52.424588 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.425226 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.425889 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.426255 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.426613 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.427015 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.427364 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.427752 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.428160 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.428509 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.429052 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.429402 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:52.439229 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:52.459085 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-771f7895-47ba-4413-9033-aadbea603d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:52.461085 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-771f7895-47ba-4413-9033-aadbea603d72 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 1099 time: 0.1563721 Jun 16 14:57:52.464000 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b21e41f-3bdd-4386-842d-36f067e82ed9 req-e3544eb1-bcf6-4de5-b238-da7561a2bcfc service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330214 Jun 16 14:57:52.464489 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6692736 Jun 16 14:57:52.491808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Request body: {'port': {'device_id': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:57:52.638160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-f4d3e634-918e-4030-baa0-a6183e4cc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:52.640734 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-f4d3e634-918e-4030-baa0-a6183e4cc86f service neutron] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 916 time: 0.1491466 Jun 16 14:57:52.659062 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:52.685751 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-d1bbe572-7202-4919-b413-c51a4f19fd1e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90b0da62-b719-4474-9280-b6c23b963833 HTTP/1.1" status: 200 len: 217 time: 0.0374348 Jun 16 14:57:52.711157 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746463-d93a-4fcc-b967-30e727becf05 req-652e896e-ac76-4e8c-b684-cbeedf7b2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:52.712687 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-652e896e-ac76-4e8c-b684-cbeedf7b2030 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 1096 time: 0.1557245 Jun 16 14:57:52.716597 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3878ce90-8d7f-49de-8a94-65bedf1a3147 None None] Provisioning for port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:57:52.721137 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3878ce90-8d7f-49de-8a94-65bedf1a3147 None None] Provisioning complete for port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:57:52.721531 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3878ce90-8d7f-49de-8a94-65bedf1a3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:52.763695 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-91b7a2b8-4b57-4551-8959-2713487012b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:52.765375 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-91b7a2b8-4b57-4551-8959-2713487012b2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0648391 Jun 16 14:57:52.773049 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3878ce90-8d7f-49de-8a94-65bedf1a3147 None None] Port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:57:52.814169 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-baecf9b4-37eb-415f-a445-f06ef0b74d48 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349722 Jun 16 14:57:52.950800 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-7a6c4778-01ec-45f2-8a64-2f7ca8024832 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250281 Jun 16 14:57:53.023002 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746463-d93a-4fcc-b967-30e727becf05 req-c44fa063-086c-46fc-b2c6-9bdfdacdbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:53.024577 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-c44fa063-086c-46fc-b2c6-9bdfdacdbd1e service neutron] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 916 time: 0.2835989 Jun 16 14:57:53.118398 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e6abf06d-7205-4c63-a7e0-7700491fb447 req-da1f3395-7728-40c2-9699-926f3a41020c service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563411 Jun 16 14:57:53.121735 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-a287c64f-37de-4e51-a6f7-3f1ccf850e7d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2 HTTP/1.1" status: 200 len: 217 time: 0.0724494 Jun 16 14:57:53.161257 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef916b-1648-41f3-9a70-b5b7308cb80e req-cf78454c-4fa8-4067-83e8-9965a08810e5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:53.163169 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-30ef916b-1648-41f3-9a70-b5b7308cb80e req-cf78454c-4fa8-4067-83e8-9965a08810e5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 943 time: 0.1136489 Jun 16 14:57:53.213883 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-30ef916b-1648-41f3-9a70-b5b7308cb80e req-e0a977d8-bb14-4154-9c96-a60c327cd7bc tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423961 Jun 16 14:57:53.222460 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec48c84-9e7d-4e71-9f49-10582bff325d req-d8fc6163-d796-4668-8776-094a7e93b332 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:53.224855 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cec48c84-9e7d-4e71-9f49-10582bff325d req-d8fc6163-d796-4668-8776-094a7e93b332 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.3036942 Jun 16 14:57:53.314934 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746463-d93a-4fcc-b967-30e727becf05 req-30be5347-b4ef-44d3-af16-ba37615f7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:53.316557 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-30be5347-b4ef-44d3-af16-ba37615f7433 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.1753271 Jun 16 14:57:53.375657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf108f3-5fd5-4a74-822b-354d2e06dde1 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:53.384026 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-6f1ee8b9-70a1-496c-8844-c03e633283c9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504858 Jun 16 14:57:53.390247 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cec48c84-9e7d-4e71-9f49-10582bff325d req-781432bd-1814-4681-94a3-685029848e3f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447172 Jun 16 14:57:53.392657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:53.436589 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Transition to ACTIVE for port object 0cf108f3-5fd5-4a74-822b-354d2e06dde1 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:57:53.451031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:53.457876 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:53.625263 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:53.633773 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:53.638159 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-6c958e76-4fee-4c47-b695-150573bafd1a service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424080 Jun 16 14:57:53.694390 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Attempting to bind port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:57:53.694733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Attempting to bind port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:57:53.695120 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Attempting to bind port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 on network fc94f728-43e0-403f-b21e-60da829fe740 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:53.717156 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 on network fc94f728-43e0-403f-b21e-60da829fe740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:57:53.717474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Attempting to bind port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 on network fc94f728-43e0-403f-b21e-60da829fe740 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:57:53.760054 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:57:53.760392 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Checking segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:57:53.762146 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Bound using segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:57:53.762146 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Bound port: 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:57:53.762146 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:53.799470 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17461-9c8a-4619-a8bd-1a8fa8d359cf req-44b47ba1-f8f3-4bc3-928a-2cf9a7ed2f65 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:53.801357 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cfa17461-9c8a-4619-a8bd-1a8fa8d359cf req-44b47ba1-f8f3-4bc3-928a-2cf9a7ed2f65 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.2381804 Jun 16 14:57:53.867598 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57746463-d93a-4fcc-b967-30e727becf05 req-c3200ca8-9db3-42fa-a431-750609240519 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989291 Jun 16 14:57:53.921394 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cfa17461-9c8a-4619-a8bd-1a8fa8d359cf req-e1bbad4a-5b70-4754-960c-e52166b2d898 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856845 Jun 16 14:57:53.922648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:57:53.937957 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:57:53.946334 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:53.953994 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:54.022244 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.023001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:54.024639 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] 10.222.0.103 "PUT /v2.0/ports/0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 1093 time: 1.5409749 Jun 16 14:57:54.025180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:57:54.028544 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d1f48-2407-4116-8593-d89a39faaf48" -d '{"events": [{"name": "network-changed", "server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:57:54.069144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:54.080786 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:54.126772 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723e9114-031c-42dd-a6ed-da966bd80b93 x-openstack-request-id: req-723e9114-031c-42dd-a6ed-da966bd80b93 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:57:54.127227 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:57:54.127511 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-723e9114-031c-42dd-a6ed-da966bd80b93 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:57:54.128093 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'status': 'completed', 'code': 200} Jun 16 14:57:54.147422 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb321bd-c2db-4cd1-a794-d4172198fc44 req-8f092afe-a8a0-4f8b-bbf7-8e37ac607fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.148992 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6eb321bd-c2db-4cd1-a794-d4172198fc44 req-8f092afe-a8a0-4f8b-bbf7-8e37ac607fd4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.1961436 Jun 16 14:57:54.227088 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6eb321bd-c2db-4cd1-a794-d4172198fc44 req-c7bac744-df20-4da5-bc9c-8f4d4d78ee54 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657630 Jun 16 14:57:54.241302 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-3947c45e-e045-4e01-a6fa-fe53ef0ffe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.243321 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-3947c45e-e045-4e01-a6fa-fe53ef0ffe25 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1096 time: 0.1354163 Jun 16 14:57:54.372035 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-15fb17ac-0a37-40ae-b46f-dd92ff723fd1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 217 time: 0.0461323 Jun 16 14:57:54.469108 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-018423ca-fe16-4351-b638-1ce697db6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.470596 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-018423ca-fe16-4351-b638-1ce697db6393 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0885296 Jun 16 14:57:54.488479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999539-aadf-4ba3-af78-86a8f854c9a4 req-d45578a0-a0c4-4d51-9fa8-375c86ef015c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.490274 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-99999539-aadf-4ba3-af78-86a8f854c9a4 req-d45578a0-a0c4-4d51-9fa8-375c86ef015c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 943 time: 0.1210709 Jun 16 14:57:54.559170 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-99999539-aadf-4ba3-af78-86a8f854c9a4 req-784d56cb-6c8a-4443-8721-6a23e252aa6e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Jun 16 14:57:54.580271 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-a670a08a-51ca-4b51-b01b-496bd473df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.581885 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-a670a08a-51ca-4b51-b01b-496bd473df04 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906873 Jun 16 14:57:54.623743 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daffc53-b9cd-4c32-baf8-9c7cc7da771e req-fcc0511a-202a-435e-9609-31ce454f2db3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.626193 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5daffc53-b9cd-4c32-baf8-9c7cc7da771e req-fcc0511a-202a-435e-9609-31ce454f2db3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0975955 Jun 16 14:57:54.693176 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5daffc53-b9cd-4c32-baf8-9c7cc7da771e req-78d684fd-b521-4300-b4ff-1a4aeb8432bf tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Jun 16 14:57:54.712641 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-e88dfcd8-7964-410e-a2e1-c927bd587fdc service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169860 Jun 16 14:57:54.849024 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c0af5516-4e6c-4a50-a771-517f8bf519c8 req-772aca2e-c247-4a74-8c60-4c18686a92e8 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243722 Jun 16 14:57:54.975373 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-0a507a69-be3d-40c3-b027-b1e84e19c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:54.977044 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-0a507a69-be3d-40c3-b027-b1e84e19c116 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1096 time: 0.0623324 Jun 16 14:57:55.106078 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-d24482fd-a370-419a-9f69-06b3e9463c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:55.108001 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-d24482fd-a370-419a-9f69-06b3e9463c19 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1191046 Jun 16 14:57:55.178725 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-8dced8cd-152b-414d-a902-a9e5f2a6baca service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 217 time: 0.0613501 Jun 16 14:57:55.206366 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c78e7a-916d-4aea-93b5-c455b3d1f3d7 req-eeb99d51-beb7-4d12-9d3b-f510bae5a853 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:55.209344 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-32c78e7a-916d-4aea-93b5-c455b3d1f3d7 req-eeb99d51-beb7-4d12-9d3b-f510bae5a853 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1189334 Jun 16 14:57:55.246313 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46778) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:55.292139 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-32c78e7a-916d-4aea-93b5-c455b3d1f3d7 req-e30e30e9-57ad-4b29-ad71-bff1e61eb760 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715392 Jun 16 14:57:55.300390 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-0271b8a4-2f46-46a7-afe6-86e5c82bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:55.302187 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-0271b8a4-2f46-46a7-afe6-86e5c82bad93 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.1117492 Jun 16 14:57:55.440221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-827ee2ea-0b13-42a6-975f-c028a5810c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:55.444296 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-827ee2ea-0b13-42a6-975f-c028a5810c25 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232228 Jun 16 14:57:55.486440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:55.620316 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-760cee99-ef64-4916-84c5-d41b39a3cf4c service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517251 Jun 16 14:57:55.807777 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:55.844337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:55.848465 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0ef56c44-47c7-4ee7-b775-be461792c441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:55.872414 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e53d1f48-2407-4116-8593-d89a39faaf48 req-9bb517e2-f11a-40ab-9120-539c2ac6ba69 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412300 Jun 16 14:57:55.888485 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f12a0-fecc-4f5a-a07f-8c9f037bb793,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:55.923950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:55.942382 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ced95e27c6614bff81c9dba648984827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945837 Jun 16 14:57:55.945649 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46798) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:55.971619 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9c87-f940-4560-9c3d-54f9fdb09952 req-d8190593-c777-4a48-bcc5-02ace067bb4f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:55.973138 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-52ec9c87-f940-4560-9c3d-54f9fdb09952 req-d8190593-c777-4a48-bcc5-02ace067bb4f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 943 time: 0.2188356 Jun 16 14:57:56.004238 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7e1d1-e901-46ab-9d0f-307dbd8f9c5b req-d2d61a31-dda6-4106-9c57-8d0ff77f9901 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:56.005876 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f2e7e1d1-e901-46ab-9d0f-307dbd8f9c5b req-d2d61a31-dda6-4106-9c57-8d0ff77f9901 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1299534 Jun 16 14:57:56.031118 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-52ec9c87-f940-4560-9c3d-54f9fdb09952 req-f669a3f4-27d5-4ab5-ae1b-531cd3065b54 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498743 Jun 16 14:57:56.032093 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.074385 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.085760 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f2e7e1d1-e901-46ab-9d0f-307dbd8f9c5b req-a2573868-7fdc-4012-a4d7-da98d5e97687 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644898 Jun 16 14:57:56.146717 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.149579 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.150835 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/671f12a0-fecc-4f5a-a07f-8c9f037bb793 HTTP/1.1" status: 204 len: 168 time: 0.2027614 Jun 16 14:57:56.152598 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-4c024dd4-a936-4785-8467-70e861035b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:56.162349 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f12a0-fecc-4f5a-a07f-8c9f037bb793,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:56.168378 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:56.411252 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:57:56.552704 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:56.573916 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'port_id': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2', 'mac_address': 'fa:16:3e:34:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177ecce-8689-4b7b-9bb6-b60de83b10a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:57:56.613953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 46812) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:56.645917 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c0e68-dc6d-4329-8004-377ccaa4447c req-902b7164-cc1e-43b7-a754-60bbd79a727e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:56.648610 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cd4c0e68-dc6d-4329-8004-377ccaa4447c req-902b7164-cc1e-43b7-a754-60bbd79a727e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1168795 Jun 16 14:57:56.659070 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.670469 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.690119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:56.711967 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cd4c0e68-dc6d-4329-8004-377ccaa4447c req-f6e1c892-2509-428c-b9e8-afa51925b037 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529785 Jun 16 14:57:56.723069 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:56.729412 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:56.732846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ed388f1d-69a5-4bb5-9043-9119a5a9e533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:56.816538 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:56.828972 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.829489 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.830250 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.830968 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.831506 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.832015 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.832505 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.832979 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.833500 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.834000 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.834492 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.835026 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:57:56.841524 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:56.946445 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-17aa38a5-571e-4107-8301-ac0b056052ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:56.949232 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-17aa38a5-571e-4107-8301-ac0b056052ca service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.2234557 Jun 16 14:57:56.996098 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3752df-9b49-4e28-9ede-de70a7a4c159 req-d6aa87a6-4bcd-40bf-861e-dac8748c0ca3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:56.998747 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b3752df-9b49-4e28-9ede-de70a7a4c159 req-d6aa87a6-4bcd-40bf-861e-dac8748c0ca3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2182307 Jun 16 14:57:57.050203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:57.071378 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:57.089666 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-acf3f5e0-f52c-4387-90d4-9bfe39f8074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:57.267319 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b3752df-9b49-4e28-9ede-de70a7a4c159 req-3e24e1b4-70ad-4293-af71-408b5f357311 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588322 Jun 16 14:57:57.276517 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=754bec12f7e1475a90dad3933091c133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603134 Jun 16 14:57:57.278070 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['9d17bef6-c8fc-40da-89fa-f3697d98fbd2'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:57:57.278361 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ef7fc7-11c9-4a10-bb8c-0131b0ed63e5,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:57.281898 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 46826) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:57:57.286475 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:57.341493 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-640ad3bb-4a2b-4aa0-9a66-e3015387d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:57.344331 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-640ad3bb-4a2b-4aa0-9a66-e3015387d507 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.3797092 Jun 16 14:57:57.345043 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a39b9-de59-4a51-bc62-cc75450224b7 req-346e4756-7117-459b-b4ef-d38746aeae38 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:57.348173 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-188a39b9-de59-4a51-bc62-cc75450224b7 req-346e4756-7117-459b-b4ef-d38746aeae38 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 944 time: 0.1524034 Jun 16 14:57:57.409193 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-47d4379a-0305-48f3-9fb7-41eaa2984534 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.0475187 Jun 16 14:57:57.424950 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:57.431451 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-188a39b9-de59-4a51-bc62-cc75450224b7 req-0b660780-e928-497a-98a2-3a57035ba11e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703652 Jun 16 14:57:57.463296 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:57.520055 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-44158d13-87fa-4d1f-8a60-26dfcd5ab8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:57.521344 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-44158d13-87fa-4d1f-8a60-26dfcd5ab8fd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.0757751 Jun 16 14:57:57.536617 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:57.539481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:57.541231 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6ef7fc7-11c9-4a10-bb8c-0131b0ed63e5 HTTP/1.1" status: 204 len: 168 time: 0.2487054 Jun 16 14:57:57.542046 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6520572d-2ead-4eca-8216-e0e9e0e1e73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:57.554855 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ef7fc7-11c9-4a10-bb8c-0131b0ed63e5,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:57.558167 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:57.844395 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-059f7b10-fea5-40bf-9e2b-bd6f37569aa3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3034794 Jun 16 14:57:57.970717 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8483c-77fa-407d-a69a-9c73ede65478 req-f7a3ed4b-9f3b-4c5a-a7a6-2a60f172b34c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:57.972322 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-50f8483c-77fa-407d-a69a-9c73ede65478 req-f7a3ed4b-9f3b-4c5a-a7a6-2a60f172b34c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.0742059 Jun 16 14:57:58.030441 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-50f8483c-77fa-407d-a69a-9c73ede65478 req-c8b739b3-0a01-4396-9644-cfc3dc8b5f5f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513330 Jun 16 14:57:58.534624 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9023122-5479-44cd-abd7-27b1ef61276c req-ea269b3f-d42c-4fcb-8cc7-15f7df65a954 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:58.535471 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9023122-5479-44cd-abd7-27b1ef61276c req-ea269b3f-d42c-4fcb-8cc7-15f7df65a954 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1084800 Jun 16 14:57:58.584020 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9023122-5479-44cd-abd7-27b1ef61276c req-42ae9ccf-b93f-4e39-b83f-5cdaf5403fee tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Jun 16 14:57:58.717985 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f04c9-cfa6-4ad1-a943-d840008cd931 req-f41e878b-cbf7-4232-a849-e4d3a8a495a2 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:58.719757 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-691f04c9-cfa6-4ad1-a943-d840008cd931 req-f41e878b-cbf7-4232-a849-e4d3a8a495a2 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 944 time: 0.1030121 Jun 16 14:57:58.774821 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-691f04c9-cfa6-4ad1-a943-d840008cd931 req-78a1ed23-6453-4d3e-91c4-2ce5639e5cef tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Jun 16 14:57:59.119516 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:57:59.278395 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-8e71b7e6-6dc5-440a-a9d8-825ea262f50f service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590793 Jun 16 14:57:59.288176 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:59.304119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'mac_address': 'fa:16:3e:18:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:57:59.310305 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b6c8-42ad-4e6f-b843-da9fb160cb79 req-89428b73-9302-4fd4-ba55-ee96b141a438 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:59.312715 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1fa6b6c8-42ad-4e6f-b843-da9fb160cb79 req-89428b73-9302-4fd4-ba55-ee96b141a438 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1405177 Jun 16 14:57:59.370812 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1fa6b6c8-42ad-4e6f-b843-da9fb160cb79 req-28d7aa00-28ae-4180-9734-c42d6125b80f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Jun 16 14:57:59.379126 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:59.401389 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf108f3-5fd5-4a74-822b-354d2e06dde1 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:57:59.429815 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:57:59.434398 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:57:59.437644 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-63e86671-1118-4879-b407-847245cb18a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:57:59.497566 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:57:59.501154 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:57:59.817251 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f582f-c2c0-4645-8bce-b1623b3de06e req-75ef1d2f-ade4-4ab7-8b5a-a80cc7993569 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:57:59.819010 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-963f582f-c2c0-4645-8bce-b1623b3de06e req-75ef1d2f-ade4-4ab7-8b5a-a80cc7993569 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0909104 Jun 16 14:57:59.872959 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-963f582f-c2c0-4645-8bce-b1623b3de06e req-35d25abd-a8c7-4b4e-97f6-d9f8d9f51229 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463746 Jun 16 14:58:00.114456 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61b4f0-744a-418b-bb03-64c994fabeb2 req-9f636058-7db4-454a-aac4-8749e8815916 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:00.116214 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3b61b4f0-744a-418b-bb03-64c994fabeb2 req-9f636058-7db4-454a-aac4-8749e8815916 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 944 time: 0.1060131 Jun 16 14:58:00.160137 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3b61b4f0-744a-418b-bb03-64c994fabeb2 req-bff8a69b-a049-4e29-9493-891643c91de1 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Jun 16 14:58:00.530087 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e89510cf-4e11-4b81-9806-81f6dbd9f168 req-bfd01f8e-b4f6-4b10-822d-4e02b9b57c3f service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407130 Jun 16 14:58:00.633846 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985fa4f-4c9f-47c0-90b0-b49babfaa5d6 req-4f6abf39-bc97-4a56-a132-93b287b88ef3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:00.635583 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7985fa4f-4c9f-47c0-90b0-b49babfaa5d6 req-4f6abf39-bc97-4a56-a132-93b287b88ef3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.0814397 Jun 16 14:58:00.679265 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7985fa4f-4c9f-47c0-90b0-b49babfaa5d6 req-150d8890-34b2-4175-b4c8-42b31c1e7dd9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365512 Jun 16 14:58:01.077269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d6e90-81ef-4780-8977-19a3091ac716 req-fdf25276-992c-4f71-b448-9e1fa04a1def tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:01.079450 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ec4d6e90-81ef-4780-8977-19a3091ac716 req-fdf25276-992c-4f71-b448-9e1fa04a1def tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0786624 Jun 16 14:58:01.132506 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ec4d6e90-81ef-4780-8977-19a3091ac716 req-12a57819-4a3d-4044-8948-11033b0d8a99 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Jun 16 14:58:01.363214 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139af7b6-88a3-4965-9892-685bb7d41f14 req-48bbb851-177f-4ed9-b15f-5537f2d8febf tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:01.365088 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-139af7b6-88a3-4965-9892-685bb7d41f14 req-48bbb851-177f-4ed9-b15f-5537f2d8febf tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 944 time: 0.0765750 Jun 16 14:58:01.407226 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-139af7b6-88a3-4965-9892-685bb7d41f14 req-123fe2e1-50a9-44c7-8cd9-91638530f874 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356352 Jun 16 14:58:01.815757 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:01.928926 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e99f5-86db-412a-b077-0531003bba51 req-e0adbd70-2e91-42e4-b8fb-8fe6b05b8582 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:01.930684 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f47e99f5-86db-412a-b077-0531003bba51 req-e0adbd70-2e91-42e4-b8fb-8fe6b05b8582 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.0723369 Jun 16 14:58:01.973026 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f47e99f5-86db-412a-b077-0531003bba51 req-202eee6e-5eee-4ba7-b5a9-163bd799b910 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Jun 16 14:58:02.304289 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:58:02.358733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc3ce-fab4-4605-af8e-1c77e891a696 req-5171c086-43fc-4f2c-ac44-7c1897aed29d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:02.366124 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c09bc3ce-fab4-4605-af8e-1c77e891a696 req-5171c086-43fc-4f2c-ac44-7c1897aed29d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1087623 Jun 16 14:58:02.398348 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['0cf108f3-5fd5-4a74-822b-354d2e06dde1'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:58:02.417279 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c09bc3ce-fab4-4605-af8e-1c77e891a696 req-b526415a-d599-4249-9e58-6a5aa871e3ca tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Jun 16 14:58:02.627543 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3bc30-13ed-46e5-a299-d9a3446b0114 req-9fc0c296-7e13-4f76-8769-92fd6b53e5a7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:02.629261 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c9a3bc30-13ed-46e5-a299-d9a3446b0114 req-9fc0c296-7e13-4f76-8769-92fd6b53e5a7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 944 time: 0.0932171 Jun 16 14:58:02.677217 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c9a3bc30-13ed-46e5-a299-d9a3446b0114 req-8680f5dd-8695-442c-981c-93303f98f6e3 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361037 Jun 16 14:58:03.377413 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033410-51eb-4961-8787-b5893b120278 req-4bc5ea83-8126-4be2-ba86-8604e6e7f89e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:03.379049 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7a033410-51eb-4961-8787-b5893b120278 req-4bc5ea83-8126-4be2-ba86-8604e6e7f89e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.2811010 Jun 16 14:58:03.422939 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7a033410-51eb-4961-8787-b5893b120278 req-a914eb77-98b8-442a-b214-a0ca919ff8fd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377226 Jun 16 14:58:03.680435 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8259-4519-4220-9e03-9112ec760a10 req-4c863a0b-a78a-4236-a1bc-42a323876388 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:03.682016 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-356e8259-4519-4220-9e03-9112ec760a10 req-4c863a0b-a78a-4236-a1bc-42a323876388 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1094611 Jun 16 14:58:03.733620 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-356e8259-4519-4220-9e03-9112ec760a10 req-d415428d-1b68-4af6-9bfc-ec8a794f9c6d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 Jun 16 14:58:03.784777 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:03.840937 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:03.847124 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:03.848089 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:03.910619 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5240f2da-2ff9-4ef9-8885-b1af0b0e6022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:03.914490 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730a983-3c08-4b79-b442-b40b86fc3f8b req-533cce8c-8b21-4239-90b6-66d3d1542652 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:03.916681 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5730a983-3c08-4b79-b442-b40b86fc3f8b req-533cce8c-8b21-4239-90b6-66d3d1542652 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 944 time: 0.0954323 Jun 16 14:58:03.971439 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5730a983-3c08-4b79-b442-b40b86fc3f8b req-710bb39e-fadf-4549-8008-40263766e6d9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475307 Jun 16 14:58:04.002113 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:04.042767 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:04.046829 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0684c2c0-265d-4edf-a988-aa9d98a1392f" -d '{"events": [{"server_uuid": "cbbc5bca-b433-46a1-93e6-3774050bcc1e", "name": "network-vif-plugged", "status": "completed", "tag": "9d17bef6-c8fc-40da-89fa-f3697d98fbd2"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:04.076193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:04.084221 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:04.087479 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:04.122921 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251895b0-6906-4f39-8395-675afa8f1507 x-openstack-request-id: req-251895b0-6906-4f39-8395-675afa8f1507 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:04.123237 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbc5bca-b433-46a1-93e6-3774050bcc1e", "name": "network-vif-plugged", "status": "completed", "tag": "9d17bef6-c8fc-40da-89fa-f3697d98fbd2", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:04.123513 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-251895b0-6906-4f39-8395-675afa8f1507 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:04.123993 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2', 'code': 200} Jun 16 14:58:04.156618 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:04.160316 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:04.442965 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fe6ae-661d-4b76-b453-0a637dedcf0a req-80946a42-69b2-4fc6-9591-ee7bf0e221eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:04.445413 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6b9fe6ae-661d-4b76-b453-0a637dedcf0a req-80946a42-69b2-4fc6-9591-ee7bf0e221eb service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 1098 time: 0.0738945 Jun 16 14:58:04.505062 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6b9fe6ae-661d-4b76-b453-0a637dedcf0a req-53a374b8-6efa-4fce-9d58-0e0608f8732a service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Jun 16 14:58:04.677165 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233e772-8656-4baa-9562-3eee1c3b397e req-68b9ff06-7950-488f-98d1-94f76fb0f31f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:04.678745 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3233e772-8656-4baa-9562-3eee1c3b397e req-68b9ff06-7950-488f-98d1-94f76fb0f31f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.0722451 Jun 16 14:58:04.733809 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3233e772-8656-4baa-9562-3eee1c3b397e req-149f13d9-ec1a-4ddb-b9ec-36a7c59a2853 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Jun 16 14:58:04.952384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae4d71-94ce-4ab0-9a83-daab63db45ce req-4eb1a8b6-1f79-4e51-9d17-293cb2ee8dbd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:04.954193 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-49ae4d71-94ce-4ab0-9a83-daab63db45ce req-4eb1a8b6-1f79-4e51-9d17-293cb2ee8dbd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0723531 Jun 16 14:58:05.011566 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-49ae4d71-94ce-4ab0-9a83-daab63db45ce req-f980916d-6b51-49b0-a2e2-f29d9c403bc6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Jun 16 14:58:05.269401 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7272948-8de9-4818-bfa4-c1ecba97986e req-faf94d26-5002-40e8-a78b-01ab357480b0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:05.277475 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d7272948-8de9-4818-bfa4-c1ecba97986e req-faf94d26-5002-40e8-a78b-01ab357480b0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.1194086 Jun 16 14:58:05.335479 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d7272948-8de9-4818-bfa4-c1ecba97986e req-ab1dce38-17f8-4b17-a87c-bbd3946c3192 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565929 Jun 16 14:58:05.794109 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:05.865631 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:05.871032 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:05.871680 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:05.949519 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af3775-1fc9-4e9e-aa75-9be74abe2705 req-84412e78-14a3-4c30-8d52-fe213e6821c5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:05.952403 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-95af3775-1fc9-4e9e-aa75-9be74abe2705 req-84412e78-14a3-4c30-8d52-fe213e6821c5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.0920978 Jun 16 14:58:05.972478 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:06.004412 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-95af3775-1fc9-4e9e-aa75-9be74abe2705 req-974729e6-f5d9-4c2a-85f1-d6fde94d220d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Jun 16 14:58:06.012566 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:06.017406 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:06.019459 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:06.090274 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:06.094563 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:06.125343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:06.129819 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b105f00-2d01-4a71-a5c7-10913d68bc79" -d '{"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-plugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:06.185114 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce36124a-490b-4f01-b869-fc163c64def4 x-openstack-request-id: req-ce36124a-490b-4f01-b869-fc163c64def4 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:06.185572 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-plugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:06.185984 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce36124a-490b-4f01-b869-fc163c64def4 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:06.186639 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'code': 200} Jun 16 14:58:06.244299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba4d9-a2cd-412c-8798-f6664606b3d5 req-d2f52dc0-46db-422d-979b-37ea21d40184 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:06.246578 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1d2ba4d9-a2cd-412c-8798-f6664606b3d5 req-d2f52dc0-46db-422d-979b-37ea21d40184 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0840011 Jun 16 14:58:06.295105 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1d2ba4d9-a2cd-412c-8798-f6664606b3d5 req-6b181557-1d8e-415e-bea2-d5da9b10819a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Jun 16 14:58:06.498397 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-151cd4aa-d443-4fef-9b64-f06fc37b3071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:06.714500 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:06.739346 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d292f6-0929-4cd1-903f-7dca05d10206 req-43f98d3e-e74a-4b12-95bb-ba593d059de8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:06.742463 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b4d292f6-0929-4cd1-903f-7dca05d10206 req-43f98d3e-e74a-4b12-95bb-ba593d059de8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.1219904 Jun 16 14:58:06.824178 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b4d292f6-0929-4cd1-903f-7dca05d10206 req-325caebf-36e0-4417-a8a4-9d3837e06c94 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733836 Jun 16 14:58:06.939999 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8b115-48b3-445c-83f7-26c5209ef503 req-9f217bc7-c132-4b1e-9477-5c79fcc9cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:06.941733 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9df8b115-48b3-445c-83f7-26c5209ef503 req-9f217bc7-c132-4b1e-9477-5c79fcc9cf6c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1098 time: 0.0912499 Jun 16 14:58:06.993347 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9df8b115-48b3-445c-83f7-26c5209ef503 req-6568e7bb-2c78-47d5-9a59-8d35aee76805 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Jun 16 14:58:07.281072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677002-ab72-4d42-9ccc-b8458770f63e req-57b59b1e-c3da-43e5-9238-c918714279ee tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:07.282661 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25677002-ab72-4d42-9ccc-b8458770f63e req-57b59b1e-c3da-43e5-9238-c918714279ee tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1111765 Jun 16 14:58:07.328896 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25677002-ab72-4d42-9ccc-b8458770f63e req-5577d4ed-a681-4037-bd6b-69b793692083 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Jun 16 14:58:07.372773 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:08.107525 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfae8d-f939-4788-bd19-5fd47e7e50d5 req-5511422e-c69b-46b2-88d4-95b2a45a86b8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:08.107525 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-87dfae8d-f939-4788-bd19-5fd47e7e50d5 req-5511422e-c69b-46b2-88d4-95b2a45a86b8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.0914767 Jun 16 14:58:08.188787 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-87dfae8d-f939-4788-bd19-5fd47e7e50d5 req-03c5bef9-c48f-400e-89e0-6e3dd17166b3 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765684 Jun 16 14:58:08.387309 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e236047-5c20-4578-8a57-0129ccb5152f req-3ea8a6a0-2b7f-4ca9-a8c1-b6382fd83c15 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:08.390719 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e236047-5c20-4578-8a57-0129ccb5152f req-3ea8a6a0-2b7f-4ca9-a8c1-b6382fd83c15 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1118944 Jun 16 14:58:08.473591 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e236047-5c20-4578-8a57-0129ccb5152f req-7d9f02b1-6086-4214-b2fc-ae593d471088 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690830 Jun 16 14:58:08.769328 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335728-aa3b-412a-88cc-b1382c67b88f req-98d648e7-36ee-45f8-8712-2dcf57727eeb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:08.770921 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-38335728-aa3b-412a-88cc-b1382c67b88f req-98d648e7-36ee-45f8-8712-2dcf57727eeb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1873295 Jun 16 14:58:08.836029 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-38335728-aa3b-412a-88cc-b1382c67b88f req-7277b844-c709-4061-9008-282f6863d0ff tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564318 Jun 16 14:58:09.307563 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47098) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:09.367438 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.484091 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.589585 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.594578 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.597249 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:09.636818 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef9a871bb5c344cda57b345cc5dda9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279736 Jun 16 14:58:09.637782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1aaa1-ff68-438c-94eb-175e559eb67a,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:09.641179 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47102) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:09.641433 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:09.706915 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.745111 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.830303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.836048 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:09.838221 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25d1aaa1-ff68-438c-94eb-175e559eb67a HTTP/1.1" status: 204 len: 168 time: 0.1950042 Jun 16 14:58:09.840092 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-7f7515ee-92c3-45cf-9f84-42d3aa148f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:09.856185 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1aaa1-ff68-438c-94eb-175e559eb67a,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:09.860799 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:10.179430 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338880cc-2370-4a80-86fd-db4fed08bbca req-a88dc66e-aeb1-49e9-86f0-d677c1b374cc tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:10.192360 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-338880cc-2370-4a80-86fd-db4fed08bbca req-a88dc66e-aeb1-49e9-86f0-d677c1b374cc tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1492469 Jun 16 14:58:10.278243 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-338880cc-2370-4a80-86fd-db4fed08bbca req-bf36f696-ea23-4ba0-bd57-822c8e86af70 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844617 Jun 16 14:58:10.669405 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515492a-d0d7-4319-aa5c-fa70b57a7685 req-f00b0272-d913-4c8f-afc5-7d2085aa97f3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:10.671038 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c515492a-d0d7-4319-aa5c-fa70b57a7685 req-f00b0272-d913-4c8f-afc5-7d2085aa97f3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0724461 Jun 16 14:58:10.681708 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47150) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:10.688321 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'floatingip': {'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:10.747242 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:11.353310 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:11.362014 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:11.516379 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Floating IP b8b19829-c6e3-404a-bcb5-b40933eb194c associated. External IP: 172.27.2.220, port: 0cf108f3-5fd5-4a74-822b-354d2e06dde1. Jun 16 14:58:11.837746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:58:11.953487 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:58:11.959459 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:11.965518 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:11.980403 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:11.981693 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:12.020559 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d2511a59-023a-4871-8004-147b9589743b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "PUT /v2.0/floatingips/b8b19829-c6e3-404a-bcb5-b40933eb194c HTTP/1.1" status: 200 len: 991 time: 1.3366609 Jun 16 14:58:12.021420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:12.025575 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b303383-be62-4652-9f36-034341d89e03" -d '{"events": [{"name": "network-changed", "server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:12.100012 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9e8e84-2343-47d9-b416-27cf97d665f0 x-openstack-request-id: req-4d9e8e84-2343-47d9-b416-27cf97d665f0 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:12.100368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:12.100537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d9e8e84-2343-47d9-b416-27cf97d665f0 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:12.100931 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'status': 'completed', 'code': 200} Jun 16 14:58:12.148366 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:12.274038 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303383-be62-4652-9f36-034341d89e03 req-2f0e3f85-2bec-4336-b51f-2b650d2c226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:12.275678 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-2f0e3f85-2bec-4336-b51f-2b650d2c226b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1098 time: 0.0947418 Jun 16 14:58:12.445779 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303383-be62-4652-9f36-034341d89e03 req-350c2446-349f-49ab-9aa9-736e49a2664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:12.449691 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-350c2446-349f-49ab-9aa9-736e49a2664b service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1594560 Jun 16 14:58:12.508601 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': 'b8b19829-c6e3-404a-bcb5-b40933eb194c', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'mac_address': 'fa:16:3e:18:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:57:40Z', 'updated_at': '2021-06-16T14:58:11Z', 'revision_number': 1, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:12.514294 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:12.527820 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:12.528745 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:12.664909 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-8d539b06-d795-4b30-8e8a-391750e5c75b service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 999 time: 0.2000368 Jun 16 14:58:12.758613 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:12.770376 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47194) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:12.912375 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303383-be62-4652-9f36-034341d89e03 req-1d5402ca-09ff-40a3-9c8b-bee77f5d768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:12.916733 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-1d5402ca-09ff-40a3-9c8b-bee77f5d768b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.2274461 Jun 16 14:58:13.040350 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303383-be62-4652-9f36-034341d89e03 req-c6b56122-8940-4215-b1d2-15c8ebfa1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:13.043540 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-c6b56122-8940-4215-b1d2-15c8ebfa1779 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108902 Jun 16 14:58:13.115703 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.285270 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-874caf31-0142-4879-b09d-18355a006729 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182381 Jun 16 14:58:13.312495 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.320343 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.326506 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7613ebd2-e8d0-4f4e-be9a-8173e92cfb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:13.359364 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': 'b8b19829-c6e3-404a-bcb5-b40933eb194c', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'mac_address': 'fa:16:3e:18:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:57:40Z', 'updated_at': '2021-06-16T14:58:11Z', 'revision_number': 1, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:13.366059 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9edc9e-7ee1-4055-a69a-ddecf8d0929b None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': 'b8b19829-c6e3-404a-bcb5-b40933eb194c', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'mac_address': 'fa:16:3e:18:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:57:40Z', 'updated_at': '2021-06-16T14:58:11Z', 'revision_number': 1, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:13.380459 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d840661c-f8d1-4577-bfd1-cbec5f995ffc,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:13.390544 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:13.415232 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a4faf829aab430180bbd81f927ea14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6436427 Jun 16 14:58:13.419795 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47208) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:13.461479 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5b303383-be62-4652-9f36-034341d89e03 req-17b8a5a1-5b89-49f0-8ed0-4b9667cf043e service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554055 Jun 16 14:58:13.493835 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.524489 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.578103 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.581306 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:13.582952 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d840661c-f8d1-4577-bfd1-cbec5f995ffc HTTP/1.1" status: 204 len: 168 time: 0.1615424 Jun 16 14:58:13.583944 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-80115311-2987-47bb-8ef1-d9f26527b9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:13.598563 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d840661c-f8d1-4577-bfd1-cbec5f995ffc,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:13.604954 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:13.652714 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74c7c0-31e8-4037-bc36-a106603961de None None] New status for floating IP b8b19829-c6e3-404a-bcb5-b40933eb194c: ACTIVE {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:58:14.043428 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47224) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:14.076191 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.211002 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.217084 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.219979 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6b9aaae6-f1a0-496a-a637-0b7f11baee25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:14.264823 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aded425b3cd345d4bf14178850cf36fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195740 Jun 16 14:58:14.265993 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fb37f4-df5f-49fc-a907-a205adf321fb,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:14.267332 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47232) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:14.269250 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:14.332466 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.360003 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.420673 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.424357 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.425545 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1fb37f4-df5f-49fc-a907-a205adf321fb HTTP/1.1" status: 204 len: 168 time: 0.1570859 Jun 16 14:58:14.426469 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f82b6617-718c-40f4-af61-5ad4568a025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:14.435831 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fb37f4-df5f-49fc-a907-a205adf321fb,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:14.438614 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:14.621173 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47244) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:14.780973 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.948549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.953948 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:14.961506 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3bdc2fd8-1a95-40ba-9ee5-63269b43e38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:15.003565 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00af2ac-4891-4522-bfb1-5c076e59ae0e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:15.009052 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a95aab69fc4959a254d473afa6e7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861353 Jun 16 14:58:15.010295 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:15.013122 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47262) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:15.080704 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:15.122440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:15.189410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:15.192566 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:15.194024 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c00af2ac-4891-4522-bfb1-5c076e59ae0e HTTP/1.1" status: 204 len: 168 time: 0.1797714 Jun 16 14:58:15.195014 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-294a9e00-d0fc-44a2-8aa6-060863737d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:15.209919 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00af2ac-4891-4522-bfb1-5c076e59ae0e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:15.214272 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:15.864644 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47294) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:16.038769 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b6dbdee1-d8ab-4e1b-b7b9-e515a745cf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.178390 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b6dbdee1-d8ab-4e1b-b7b9-e515a745cf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.182614 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47310) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:16.189061 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b6dbdee1-d8ab-4e1b-b7b9-e515a745cf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.192862 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0e12e30c-48cb-441c-8df0-d798e325e951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:16.242423 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbdee1-d8ab-4e1b-b7b9-e515a745cf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e98572-b272-4d69-8b7f-a88e35f543c6,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:16.246498 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b6dbdee1-d8ab-4e1b-b7b9-e515a745cf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:16.249692 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b6dbdee1-d8ab-4e1b-b7b9-e515a745cf41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dedb7985ce44718871104fc63d2765e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837962 Jun 16 14:58:16.253565 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47314) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:16.306331 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-883485913-network', 'tenant_id': '145da4e05e294cfab1660fed725b558a'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:16.336135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.345810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Made reservation on behalf of 145da4e05e294cfab1660fed725b558a for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:16.348167 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.363762 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.371162 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.450647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.453426 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.454621 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1e98572-b272-4d69-8b7f-a88e35f543c6 HTTP/1.1" status: 204 len: 168 time: 0.1999612 Jun 16 14:58:16.456637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:16.470794 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e98572-b272-4d69-8b7f-a88e35f543c6,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:16.476463 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:16.514282 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.518994 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.523081 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:16.541847 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:58:16.556495 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05df0ab1-2299-4b5d-8e1b-9797674358e8,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:16.561578 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:16.562680 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.563049 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Added segment bb7ccba3-5776-4a16-8c05-fefd3e0a3df6 of type vlan for network 659d7664-aa13-42a5-9433-d4cb276958d4 Jun 16 14:58:16.606535 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.640740 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.642281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:16.642858 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.646012 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fb685619-324c-476b-839f-e00b624e8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:16.670676 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4869530 Jun 16 14:58:16.674395 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47322) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:16.680659 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Request body: {'subnet': {'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-883485913-subnet', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:16.707456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Made reservation on behalf of 145da4e05e294cfab1660fed725b558a for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:16.709681 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=659d7664-aa13-42a5-9433-d4cb276958d4,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:16.710434 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:16.713704 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:16.733547 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 659d7664-aa13-42a5-9433-d4cb276958d4 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:58:16.997747 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.002835 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:17.088954 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457aac03-c6e7-444b-8683-fca127c18306,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:17.092593 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:17.098926 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Checking segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:17.099337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Network hostable DHCP agents. Network: 659d7664-aa13-42a5-9433-d4cb276958d4, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:58:17.118534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Network 659d7664-aa13-42a5-9433-d4cb276958d4 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:58:17.128635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 659d7664-aa13-42a5-9433-d4cb276958d4) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:17.135775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:17.136393 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.143738 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83328de7-020e-4b2f-99a8-234a6f349a4e None None] Network 659d7664-aa13-42a5-9433-d4cb276958d4 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:58:17.153647 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fb18b2aa-128d-47a8-9c21-cd9ebd625627 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4777255 Jun 16 14:58:17.157086 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47340) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:17.163499 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:17.195681 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.197949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.299415 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.335673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-659d7664-aa13-42a5-9433-d4cb276958d4', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:58:17.336805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.471145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.501491 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Allocated IP 172.20.0.2 (659d7664-aa13-42a5-9433-d4cb276958d4/457aac03-c6e7-444b-8683-fca127c18306/c119dfa2-ef00-4e20-aceb-2a51445ec14f) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:17.704188 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.714119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Transition to ACTIVE for port object c119dfa2-ef00-4e20-aceb-2a51445ec14f will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:17.734452 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Transition to ACTIVE for port object c119dfa2-ef00-4e20-aceb-2a51445ec14f will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:17.742252 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.746275 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:17.762574 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.787641 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Network 659d7664-aa13-42a5-9433-d4cb276958d4 is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:17.791961 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:17.796186 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:17.801613 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.817093 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Pushing event updated for resources: {'Port': ['ID=c119dfa2-ef00-4e20-aceb-2a51445ec14f,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:17.836147 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:17.875030 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Attempting to bind port c119dfa2-ef00-4e20-aceb-2a51445ec14f on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:17.875420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Attempting to bind port c119dfa2-ef00-4e20-aceb-2a51445ec14f by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:17.875806 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Attempting to bind port c119dfa2-ef00-4e20-aceb-2a51445ec14f on network 659d7664-aa13-42a5-9433-d4cb276958d4 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:17.881622 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:17.882154 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Checking segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:17.882587 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.883040 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Bound using segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:17.883545 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Bound port: c119dfa2-ef00-4e20-aceb-2a51445ec14f, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:17.883939 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:17.946755 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Allocated IP 172.27.2.42 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/f6ffc12e-97d2-44b8-89fe-b206101c5983) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:17.975063 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47356) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:17.993800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] For port c119dfa2-ef00-4e20-aceb-2a51445ec14f, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:17.999593 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] For port c119dfa2-ef00-4e20-aceb-2a51445ec14f, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c119dfa2-ef00-4e20-aceb-2a51445ec14f,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:18.008648 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.012902 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:18.083781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.090653 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Pushing event updated for resources: {'Port': ['ID=c119dfa2-ef00-4e20-aceb-2a51445ec14f,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:18.095913 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:18.136361 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.138760 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:18.178033 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.178319 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:18.184865 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:18.191642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:18.219423 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Pushing event updated for resources: {'Port': ['ID=f6ffc12e-97d2-44b8-89fe-b206101c5983,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:18.225810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:18.299579 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.306462 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.316351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-dc60b8f6-2222-45bd-9301-b88a079aa712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:18.385534 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4df6c24eed0417081826bf7bb81cd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080148 Jun 16 14:58:18.386252 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47366) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:18.388687 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3e8b1-342e-41d3-a271-241f6c8e7c9e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:18.391971 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:18.464975 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.493468 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.556018 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.559940 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.563682 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11b3e8b1-342e-41d3-a271-241f6c8e7c9e HTTP/1.1" status: 204 len: 168 time: 0.1758440 Jun 16 14:58:18.565109 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c93769f1-cb91-4fd1-bd0c-0b255dc9b8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:18.575036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3e8b1-342e-41d3-a271-241f6c8e7c9e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:18.578163 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:18.598355 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:18.837301 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:19.035128 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Router d4c6fd78-66c8-483d-9f30-e186c63cc3cb is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:58:19.216891 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:58:19.233625 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Sync routers for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:19.239420 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:19.239420 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0803993 Jun 16 14:58:19.243696 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47386) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:19.259586 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:19.260479 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:19.270974 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91d497-3765-4f03-9234-e65f0c53cb9e None None] Network 659d7664-aa13-42a5-9433-d4cb276958d4 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:58:19.357162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-fb814089-3155-4093-9048-59dfb49cd8bd None None] Provisioning for port c119dfa2-ef00-4e20-aceb-2a51445ec14f completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:19.540501 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c119dfa2-ef00-4e20-aceb-2a51445ec14f up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:19.566028 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:19.742500 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port c119dfa2-ef00-4e20-aceb-2a51445ec14f completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:19.754295 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port c119dfa2-ef00-4e20-aceb-2a51445ec14f triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:19.755387 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:19.839310 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:18Z', 'revision_number': 3, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:19.845505 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Checking router: d4c6fd78-66c8-483d-9f30-e186c63cc3cb for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:19.846059 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Updating router d4c6fd78-66c8-483d-9f30-e186c63cc3cb port f6ffc12e-97d2-44b8-89fe-b206101c5983 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:58:19.909387 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:19.995027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.042229 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port c119dfa2-ef00-4e20-aceb-2a51445ec14f, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c119dfa2-ef00-4e20-aceb-2a51445ec14f,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:20.047450 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.052165 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:20.122522 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=c119dfa2-ef00-4e20-aceb-2a51445ec14f,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:20.126621 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:20.349730 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-36febb25-b157-4eab-b995-3a3a78ddf831 None None] Provisioning complete for port c119dfa2-ef00-4e20-aceb-2a51445ec14f triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:20.351680 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-36febb25-b157-4eab-b995-3a3a78ddf831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.688870 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.753073 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.783804 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Transition to ACTIVE for port object f6ffc12e-97d2-44b8-89fe-b206101c5983 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:20.805721 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.812836 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:20.937971 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Attempting to bind port f6ffc12e-97d2-44b8-89fe-b206101c5983 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:20.938673 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Attempting to bind port f6ffc12e-97d2-44b8-89fe-b206101c5983 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:20.939349 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Attempting to bind port f6ffc12e-97d2-44b8-89fe-b206101c5983 on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:20.959742 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb9ed-8e70-44a2-af05-555655f3f1ec None None] Pushing event updated for resources: {'Port': ['ID=f6ffc12e-97d2-44b8-89fe-b206101c5983,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:20.965529 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cddcb9ed-8e70-44a2-af05-555655f3f1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:20.967543 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:20.968151 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:20.968818 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:20.969467 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:20.970201 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Bound port: f6ffc12e-97d2-44b8-89fe-b206101c5983, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:20.970825 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.045927 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] For port f6ffc12e-97d2-44b8-89fe-b206101c5983, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:21.052856 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] For port f6ffc12e-97d2-44b8-89fe-b206101c5983, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=f6ffc12e-97d2-44b8-89fe-b206101c5983,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:21.059069 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.061452 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:21.072700 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Allocated IP 172.20.0.1 (659d7664-aa13-42a5-9433-d4cb276958d4/457aac03-c6e7-444b-8683-fca127c18306/446a0b84-1d0e-4aa6-9fb3-f358ae641b89) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:21.118267 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb9ed-8e70-44a2-af05-555655f3f1ec None None] Pushing event updated for resources: {'Port': ['ID=f6ffc12e-97d2-44b8-89fe-b206101c5983,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:21.129434 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cddcb9ed-8e70-44a2-af05-555655f3f1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:21.152419 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:21.153854 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:21.246313 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.261947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Transition to ACTIVE for port object 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:21.281082 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:21.298966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.302043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:21.342315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Network 659d7664-aa13-42a5-9433-d4cb276958d4 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:21.347643 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:21.351627 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:21.352316 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.359687 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Pushing event updated for resources: {'Port': ['ID=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:21.387449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c119dfa2-ef00-4e20-aceb-2a51445ec14f up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:21.394988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:21.469142 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port c119dfa2-ef00-4e20-aceb-2a51445ec14f triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:21.469675 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.522187 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.573486 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:18Z', 'revision_number': 3, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:21.577678 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4cfb1-6f95-44ee-97c6-85071169b8c2 None None] The sync data for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi is: [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:18Z', 'revision_number': 3, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:21.705777 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef09e941-5856-429b-8811-e9c2b3f8555c None None] Provisioning for port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:21.712219 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef09e941-5856-429b-8811-e9c2b3f8555c None None] Provisioning complete for port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:21.712637 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef09e941-5856-429b-8811-e9c2b3f8555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.765779 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef09e941-5856-429b-8811-e9c2b3f8555c None None] Port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:58:21.824360 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.833927 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.835446 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:21.840493 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:21.986568 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Pushing event updated for resources: {'Port': ['ID=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:22.045478 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:22.110296 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Network 659d7664-aa13-42a5-9433-d4cb276958d4 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:22.112550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:22.307255 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Router d4c6fd78-66c8-483d-9f30-e186c63cc3cb has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:58:22.396350 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-6224bb60-f8fd-4959-9d11-1834fa675056 None None] Provisioning complete for port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:22.397121 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-6224bb60-f8fd-4959-9d11-1834fa675056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:22.442796 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-6224bb60-f8fd-4959-9d11-1834fa675056 None None] Port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:58:22.484055 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:58:22.493091 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] 10.222.0.16 "PUT /v2.0/routers/d4c6fd78-66c8-483d-9f30-e186c63cc3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479477 Jun 16 14:58:23.212198 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47454) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:23.218807 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-77168889-network', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:23.245726 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Made reservation on behalf of 9c805e91a67d43228d9f675a5b9f4d57 for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:23.248737 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.262398 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.386160 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device f6ffc12e-97d2-44b8-89fe-b206101c5983 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:23.394937 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.401092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.417012 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 14:58:23.427842 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.428196 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Added segment 570dd3c4-4eb6-4917-b14d-731fba61a5a7 of type vlan for network e9c7afe0-27ed-4dcb-afe5-adac426703fd Jun 16 14:58:23.467218 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port f6ffc12e-97d2-44b8-89fe-b206101c5983 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:23.471705 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port f6ffc12e-97d2-44b8-89fe-b206101c5983 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:23.472099 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.476926 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.510175 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-4f297005-83f7-4f83-811c-a0f503b28839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:23.532611 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.536934 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:23.537786 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.543326 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6367d6c7-075f-403a-bf5a-0474c3b9fb75,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:23.549065 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:23.549955 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a6a3aaa-59ce-4597-bc31-5c0de35c6deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:23.579478 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47456) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:23.580322 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3655908 Jun 16 14:58:23.584927 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Request body: {'subnet': {'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-77168889-subnet', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:23.597320 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.625035 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Made reservation on behalf of 9c805e91a67d43228d9f675a5b9f4d57 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:23.628453 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.628934 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Sync routers for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:23.640456 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c7afe0-27ed-4dcb-afe5-adac426703fd,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:23.643684 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:23.662784 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 14:58:23.681137 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port f6ffc12e-97d2-44b8-89fe-b206101c5983, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=f6ffc12e-97d2-44b8-89fe-b206101c5983,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:23.835033 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.837990 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:23.865682 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.874621 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:23.878257 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:23.879463 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:23.900994 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f85e420-457d-4abc-9e5f-57a6b5958f17,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:23.904303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:23.907515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Checking segment: {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:23.907885 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Network hostable DHCP agents. Network: e9c7afe0-27ed-4dcb-afe5-adac426703fd, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 14:58:23.928660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 14:58:23.940797 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, e9c7afe0-27ed-4dcb-afe5-adac426703fd) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:23.945646 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:23.946255 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:23.966969 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47458) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:23.967337 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3863752 Jun 16 14:58:23.972493 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:24.002455 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.003739 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fa909-bedc-4827-84bf-3109b8e7e531 None None] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:58:24.003959 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.079043 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.211326 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=f6ffc12e-97d2-44b8-89fe-b206101c5983,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:24.217476 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:24.239346 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.262507 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:24.454474 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-e9c7afe0-27ed-4dcb-afe5-adac426703fd', 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'fixed_ips': [{'subnet_id': '7f85e420-457d-4abc-9e5f-57a6b5958f17'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 14:58:24.455382 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.662689 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Allocated IP 172.20.0.2 (e9c7afe0-27ed-4dcb-afe5-adac426703fd/7f85e420-457d-4abc-9e5f-57a6b5958f17/fe4857bf-1970-4333-ab29-6d4940995e91) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:24.678017 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 2, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:24.688108 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Checking router: d4c6fd78-66c8-483d-9f30-e186c63cc3cb for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:24.688367 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Updating router d4c6fd78-66c8-483d-9f30-e186c63cc3cb port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:58:24.728112 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.757303 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.780111 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.885563 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Allocated IP 172.27.2.157 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/86b803de-5244-4081-83c4-38a5ec090d91) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:24.969136 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:24.984825 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Transition to ACTIVE for port object fe4857bf-1970-4333-ab29-6d4940995e91 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:25.007714 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.028099 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Transition to ACTIVE for port object fe4857bf-1970-4333-ab29-6d4940995e91 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:25.050116 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.052346 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee428760-af2f-4630-adb7-c57d9b94fbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:25.062140 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.065673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3c486bed-1643-4e3d-8c1b-eb0cb9b6e9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:25.107187 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:25.111451 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:25.113596 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Pushing event updated for resources: {'Port': ['ID=86b803de-5244-4081-83c4-38a5ec090d91,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:25.116387 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:25.119358 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:25.130614 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:25.145293 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:25.147864 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:25.158605 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Pushing event updated for resources: {'Port': ['ID=fe4857bf-1970-4333-ab29-6d4940995e91,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:25.161638 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:25.257806 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Attempting to bind port fe4857bf-1970-4333-ab29-6d4940995e91 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:25.258079 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Attempting to bind port fe4857bf-1970-4333-ab29-6d4940995e91 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:25.258498 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Attempting to bind port fe4857bf-1970-4333-ab29-6d4940995e91 on network e9c7afe0-27ed-4dcb-afe5-adac426703fd {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:25.274950 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:25.275846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Checking segment: {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:25.276344 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.276918 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Bound using segment: {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:25.277660 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Bound port: fe4857bf-1970-4333-ab29-6d4940995e91, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:25.278270 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.290192 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.326273 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Transition to ACTIVE for port object 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:25.346938 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.353173 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3c486bed-1643-4e3d-8c1b-eb0cb9b6e9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:25.424609 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] For port fe4857bf-1970-4333-ab29-6d4940995e91, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:25.468101 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device f6ffc12e-97d2-44b8-89fe-b206101c5983 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:25.470924 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0d8a-ae59-4356-a6c9-dbc2ed998934 None None] Pushing event updated for resources: {'Port': ['ID=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:25.473838 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-499c0d8a-ae59-4356-a6c9-dbc2ed998934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:25.478559 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.516461 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] For port fe4857bf-1970-4333-ab29-6d4940995e91, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=fe4857bf-1970-4333-ab29-6d4940995e91,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:25.551085 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-2c1a9ea5-147b-4a32-b51a-7ce8fde7ad7a tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1dd739e72a044cbfa211bb767a4aa80f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516295 Jun 16 14:58:25.579945 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.592512 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a956569a-e7e6-4cf2-8f5e-5e48c2e13909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:25.717138 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Pushing event updated for resources: {'Port': ['ID=fe4857bf-1970-4333-ab29-6d4940995e91,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:25.724407 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:25.793259 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Attempting to bind port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:25.793736 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Attempting to bind port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:25.794220 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Attempting to bind port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 on network 659d7664-aa13-42a5-9433-d4cb276958d4 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:25.812978 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port f6ffc12e-97d2-44b8-89fe-b206101c5983 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:25.813954 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.816267 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:25.816875 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Checking segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:25.817479 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.818018 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Bound using segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:25.818783 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Bound port: 446a0b84-1d0e-4aa6-9fb3-f358ae641b89, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:25.819185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.835234 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-925519fc-6d36-40d0-92e6-a735a1d40083 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:25.844496 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-925519fc-6d36-40d0-92e6-a735a1d40083 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924495 Jun 16 14:58:25.869929 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-ada957cd-cb64-47dc-8600-06aded51ea09 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/quotas/1dd739e72a044cbfa211bb767a4aa80f HTTP/1.1" status: 200 len: 375 time: 0.0216608 Jun 16 14:58:25.946291 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:25.995221 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-23da6dc4-e41a-44ed-bbb4-792373bccff3 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dd739e72a044cbfa211bb767a4aa80f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136172 Jun 16 14:58:26.007894 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] For port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:26.015523 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] For port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:26.034445 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:26.174049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-9ba520b5-2d6b-4c25-b8b8-b2ed62fae26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:26.176876 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-9ba520b5-2d6b-4c25-b8b8-b2ed62fae26f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.1695302 Jun 16 14:58:26.389678 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:26.396989 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42ceda-dbd3-4316-a3a5-8d80f18021cc req-e113c4a4-3e7c-460b-b4ef-8421f43bf8ad tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:26.405266 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1c42ceda-dbd3-4316-a3a5-8d80f18021cc req-e113c4a4-3e7c-460b-b4ef-8421f43bf8ad tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2591929 Jun 16 14:58:26.407902 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Router 790c4f17-5dde-4c14-840c-a063ed577e79 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 14:58:26.496083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:26.501341 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:26.556180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-3ef0b72c-6a1b-411c-9da6-4375f9af17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:26.560816 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-3ef0b72c-6a1b-411c-9da6-4375f9af17d2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.3675299 Jun 16 14:58:26.723596 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-63aa5784-cbfc-4f4e-aae2-580626a1e837 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.1428146 Jun 16 14:58:26.843415 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:26.879263 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-9883bbef-a5e4-4c89-ae83-b175999271f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:26.882783 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-9883bbef-a5e4-4c89-ae83-b175999271f8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.1431487 Jun 16 14:58:26.946699 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0d8a-ae59-4356-a6c9-dbc2ed998934 None None] Pushing event updated for resources: {'Port': ['ID=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:26.960094 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1c42ceda-dbd3-4316-a3a5-8d80f18021cc req-b4806702-b1f1-46ea-a0d4-529281c91186 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430696 Jun 16 14:58:26.960702 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-499c0d8a-ae59-4356-a6c9-dbc2ed998934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:26.995504 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:58:27.006287 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Sync routers for ids ['790c4f17-5dde-4c14-840c-a063ed577e79'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:27.025660 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Routers {'790c4f17-5dde-4c14-840c-a063ed577e79'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:27.027733 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['790c4f17-5dde-4c14-840c-a063ed577e79'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:27.046901 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:27.052515 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0838003 Jun 16 14:58:27.054789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47502) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:27.121296 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-4cfecca5-c6a0-4338-8561-9dd85c9231cf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166255 Jun 16 14:58:27.124494 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-886c9b96-fefd-42b2-ae9a-7b6fbf122bcb req-cffb650f-d8b6-4170-822d-d17735f7e58c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 210 time: 0.1934874 Jun 16 14:58:27.391826 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Set router 790c4f17-5dde-4c14-840c-a063ed577e79 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:27.468304 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-31f7f269-7274-43fa-abeb-d7bacfb50665 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380089 Jun 16 14:58:27.507100 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device fe4857bf-1970-4333-ab29-6d4940995e91 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:27.560423 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca84d0-a0e8-4b2f-89ff-3570289d0972 None None] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:58:27.677382 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:25Z', 'revision_number': 3, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:27.684107 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Checking router: 790c4f17-5dde-4c14-840c-a063ed577e79 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:27.684692 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Updating router 790c4f17-5dde-4c14-840c-a063ed577e79 port 86b803de-5244-4081-83c4-38a5ec090d91 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:58:27.708251 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:25Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:27.766720 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:27.849601 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c427bf1a-e1ba-4af5-b6bb-3d495c72950f None None] The sync data for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi is: [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:25Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:27.852464 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port fe4857bf-1970-4333-ab29-6d4940995e91 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:27.858221 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Provisioning for port fe4857bf-1970-4333-ab29-6d4940995e91 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:27.862617 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port fe4857bf-1970-4333-ab29-6d4940995e91 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:27.863129 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:27.881976 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Provisioning complete for port fe4857bf-1970-4333-ab29-6d4940995e91 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:27.881976 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.099123 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.205251 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] For port fe4857bf-1970-4333-ab29-6d4940995e91, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=fe4857bf-1970-4333-ab29-6d4940995e91,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:28.208978 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.222773 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.227140 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:28.266080 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.280120 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.280823 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Transition to ACTIVE for port object 86b803de-5244-4081-83c4-38a5ec090d91 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:28.292525 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.295798 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:28.304463 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Pushing event updated for resources: {'Port': ['ID=fe4857bf-1970-4333-ab29-6d4940995e91,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:28.320809 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:28.351773 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00ef78-9d9b-4cba-9388-2d58fff7a5f2 None None] Pushing event updated for resources: {'Port': ['ID=86b803de-5244-4081-83c4-38a5ec090d91,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:28.355947 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cc00ef78-9d9b-4cba-9388-2d58fff7a5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:28.375823 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Attempting to bind port 86b803de-5244-4081-83c4-38a5ec090d91 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:28.376224 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Attempting to bind port 86b803de-5244-4081-83c4-38a5ec090d91 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:28.376630 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Attempting to bind port 86b803de-5244-4081-83c4-38a5ec090d91 on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:28.382794 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.db.api [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 14:58:28.383557 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_db.api [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 14:58:28.393055 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:28.393813 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:28.394426 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.395115 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:28.395822 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Bound port: 86b803de-5244-4081-83c4-38a5ec090d91, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:28.396424 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.467511 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] For port 86b803de-5244-4081-83c4-38a5ec090d91, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:28.469619 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] For port 86b803de-5244-4081-83c4-38a5ec090d91, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=86b803de-5244-4081-83c4-38a5ec090d91,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:28.475020 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.479771 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:28.550249 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Routers {'790c4f17-5dde-4c14-840c-a063ed577e79'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:28.550946 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['790c4f17-5dde-4c14-840c-a063ed577e79'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:28.555433 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Allocated IP 172.20.0.1 (e9c7afe0-27ed-4dcb-afe5-adac426703fd/7f85e420-457d-4abc-9e5f-57a6b5958f17/3b9754da-7d5a-4acb-925a-57aa297fd4a4) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:28.562099 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00ef78-9d9b-4cba-9388-2d58fff7a5f2 None None] Pushing event updated for resources: {'Port': ['ID=86b803de-5244-4081-83c4-38a5ec090d91,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:28.563340 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8a4f5c04-bf18-4813-9750-510c4d7dd9d6 None None] Provisioning complete for port fe4857bf-1970-4333-ab29-6d4940995e91 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:28.564142 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8a4f5c04-bf18-4813-9750-510c4d7dd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.599986 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cc00ef78-9d9b-4cba-9388-2d58fff7a5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:28.704628 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] Set router 790c4f17-5dde-4c14-840c-a063ed577e79 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:28.705179 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.728066 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Transition to ACTIVE for port object 3b9754da-7d5a-4acb-925a-57aa297fd4a4 will not be triggered until provisioned by entity DHCP. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:28.776471 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.779828 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:28.828888 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:28.837236 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:28.847302 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:28.851351 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9754da-7d5a-4acb-925a-57aa297fd4a4,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:28.875207 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:28.928374 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:28.969042 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:25Z', 'revision_number': 3, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:28.976896 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6910881-4301-45d0-b1ef-5e28b8dda2ee None None] The sync data for ids ['790c4f17-5dde-4c14-840c-a063ed577e79'] in dv-cinder-795009-4-iscsi is: [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:25Z', 'revision_number': 3, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:29.153196 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.248832 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-eefdf6d3-bc31-4929-9457-5faaea007501 None None] Provisioning for port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:29.257072 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-eefdf6d3-bc31-4929-9457-5faaea007501 None None] Provisioning complete for port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:29.257632 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-eefdf6d3-bc31-4929-9457-5faaea007501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.366391 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-eefdf6d3-bc31-4929-9457-5faaea007501 None None] Port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:58:29.410421 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.418481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.422046 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:29.499347 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9754da-7d5a-4acb-925a-57aa297fd4a4,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:29.502183 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.506269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:29.615113 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:29.687473 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:29.694187 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:29.694583 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.707887 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:29.710138 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:29.808352 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.846051 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:29.851596 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:29.852606 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device fe4857bf-1970-4333-ab29-6d4940995e91 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:29.854637 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:29.876738 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Router 790c4f17-5dde-4c14-840c-a063ed577e79 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:58:29.957221 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:29.961162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:29.970728 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port fe4857bf-1970-4333-ab29-6d4940995e91 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:29.971147 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:30.021429 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-b76abad9-0887-483f-b061-d190ff8b3264 None None] Provisioning complete for port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:30.021814 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b76abad9-0887-483f-b061-d190ff8b3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:30.040999 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:58:30.050905 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] 10.222.0.16 "PUT /v2.0/routers/790c4f17-5dde-4c14-840c-a063ed577e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9928641 Jun 16 14:58:30.099914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-b76abad9-0887-483f-b061-d190ff8b3264 None None] Port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:58:31.057610 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5685dcb1-01cb-4296-99b2-2fee70ead00d req-4d8568b3-470c-484b-bad4-124fdf09a636 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261728 Jun 16 14:58:31.169417 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Sync routers for ids ['790c4f17-5dde-4c14-840c-a063ed577e79'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:58:31.186627 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Routers {'790c4f17-5dde-4c14-840c-a063ed577e79'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:31.188649 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['790c4f17-5dde-4c14-840c-a063ed577e79'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:31.276588 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8dd42d75-c34b-4b10-9c90-00acc58e0808 req-04aeb7ce-5f2a-4c0b-9b98-1c8410a22a27 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 210 time: 0.0940416 Jun 16 14:58:31.283675 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728db5ca-9e60-4c8e-950a-8cbf423483de req-167ee299-6910-4ba8-8d20-dd474dd54e91 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:31.285946 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-728db5ca-9e60-4c8e-950a-8cbf423483de req-167ee299-6910-4ba8-8d20-dd474dd54e91 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1158667 Jun 16 14:58:31.381280 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Set router 790c4f17-5dde-4c14-840c-a063ed577e79 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:31.390665 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-728db5ca-9e60-4c8e-950a-8cbf423483de req-147da3ee-54f5-4a19-8df6-993be9f932b8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929747 Jun 16 14:58:31.702821 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 86b803de-5244-4081-83c4-38a5ec090d91 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:31.840528 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47538) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:31.845904 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850291586', 'description': 'tempest-secgroup-smoke-850291586 description', 'project_id': '145da4e05e294cfab1660fed725b558a'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:31.854730 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:31.859429 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 86b803de-5244-4081-83c4-38a5ec090d91 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:31.869795 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 86b803de-5244-4081-83c4-38a5ec090d91 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:31.870320 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:31.887399 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:31.938793 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 4, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '3b9754da-7d5a-4acb-925a-57aa297fd4a4', 'name': '', 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'mac_address': 'fa:16:3e:22:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7f85e420-457d-4abc-9e5f-57a6b5958f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:28Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 2, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'subnets': [{'id': '7f85e420-457d-4abc-9e5f-57a6b5958f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:31.948712 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Checking router: 790c4f17-5dde-4c14-840c-a063ed577e79 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:58:31.949289 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Updating router 790c4f17-5dde-4c14-840c-a063ed577e79 port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 14:58:32.015965 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.042274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.050976 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.054251 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a7f82c52-f23e-40b1-a535-05cbcbd0da79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:32.060758 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.095877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 86b803de-5244-4081-83c4-38a5ec090d91, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=86b803de-5244-4081-83c4-38a5ec090d91,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:32.112691 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:32.116005 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.118918 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2758722 Jun 16 14:58:32.118918 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:32.122590 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47544) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:32.131749 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group_rule': {'security_group_id': '6eaec224-9b1f-4029-b7c3-27ce6c4a4c90', 'project_id': '145da4e05e294cfab1660fed725b558a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:32.189363 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.234497 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.240756 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:32.245288 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:32.319997 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-c0367220-d5c4-4017-89ef-7a475b9e4958 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=1dd739e72a044cbfa211bb767a4aa80f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335488 Jun 16 14:58:32.339215 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.345821 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.408666 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-77cdb3ed-c80d-4b6c-bbc3-da02f3dc402b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:32.409534 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=86b803de-5244-4081-83c4-38a5ec090d91,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:32.413551 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:32.484577 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:32.484969 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.486428 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29bac6c-0a0d-48b6-abcb-6823ccca5739,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:32.500588 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:32.513085 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.515253 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3909345 Jun 16 14:58:32.517863 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47556) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:32.527578 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group_rule': {'security_group_id': '6eaec224-9b1f-4029-b7c3-27ce6c4a4c90', 'project_id': '145da4e05e294cfab1660fed725b558a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:32.588917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-e1067fd5-70b1-458b-9a3a-292abf5046bf tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:32.591677 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-e1067fd5-70b1-458b-9a3a-292abf5046bf tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440679 Jun 16 14:58:32.609400 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ef3afad2-40e6-4a44-bba8-c2d50e1b8016 req-440c932a-57d3-4337-a93a-814e0bb5cdbc tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 210 time: 0.0600147 Jun 16 14:58:32.613550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Request body: {'port': {'device_id': 'b779302d-8074-4ebe-8783-46c835035dcc', 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f', 'admin_state_up': True, 'tenant_id': '1dd739e72a044cbfa211bb767a4aa80f'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:32.642469 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.724948 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.736041 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.738412 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:32.750266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.764097 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8d5874-c85b-49f4-866b-f006dee01c3d,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:32.770765 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:32.780317 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Transition to ACTIVE for port object 3b9754da-7d5a-4acb-925a-57aa297fd4a4 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:32.780744 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.782102 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b0dc15e2-0981-4651-9591-07c8bbcd871b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2626679 Jun 16 14:58:32.786969 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47562) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:32.793132 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group_rule': {'security_group_id': '6eaec224-9b1f-4029-b7c3-27ce6c4a4c90', 'project_id': '145da4e05e294cfab1660fed725b558a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:32.811757 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.816375 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:32.834355 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9778513-e04f-4fa3-bbb4-66ace0aedb7f req-e4f38c0f-9754-40d3-bcd6-3f87023d3471 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:32.836073 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f9778513-e04f-4fa3-bbb4-66ace0aedb7f req-e4f38c0f-9754-40d3-bcd6-3f87023d3471 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1899939 Jun 16 14:58:32.844510 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.901576 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f9778513-e04f-4fa3-bbb4-66ace0aedb7f req-321fbdbc-436b-42df-a390-1afe6fd5acd9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527234 Jun 16 14:58:32.905042 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Made reservation on behalf of 1dd739e72a044cbfa211bb767a4aa80f for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:32.915731 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f970ad-0682-45e9-8089-3bdf6f97f908 None None] Pushing event updated for resources: {'Port': ['ID=3b9754da-7d5a-4acb-925a-57aa297fd4a4,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:32.919960 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-80f970ad-0682-45e9-8089-3bdf6f97f908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:32.929210 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:32.950814 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.008027 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.014228 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.017258 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:33.037167 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Attempting to bind port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:33.038099 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Attempting to bind port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:33.038299 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Attempting to bind port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 on network e9c7afe0-27ed-4dcb-afe5-adac426703fd {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:33.046257 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:33.046684 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Checking segment: {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:33.047151 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.048104 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Bound using segment: {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:33.048743 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Bound port: 3b9754da-7d5a-4acb-925a-57aa297fd4a4, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570dd3c4-4eb6-4917-b14d-731fba61a5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:33.049142 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.054811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222a97ab-f3a8-4836-ba30-efc6f2b3b0c1,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:33.059940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:33.151100 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] For port 3b9754da-7d5a-4acb-925a-57aa297fd4a4, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:33.159079 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] For port 3b9754da-7d5a-4acb-925a-57aa297fd4a4, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=3b9754da-7d5a-4acb-925a-57aa297fd4a4,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:33.165946 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.168775 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:33.189812 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.200732 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.203789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.208491 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4179032 Jun 16 14:58:33.209086 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fa3a0c97-14d5-4c9f-b405-727778b1a7d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:33.209186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47566) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:33.221500 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group_rule': {'security_group_id': '6eaec224-9b1f-4029-b7c3-27ce6c4a4c90', 'project_id': '145da4e05e294cfab1660fed725b558a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:33.257233 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Routers {'790c4f17-5dde-4c14-840c-a063ed577e79'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:58:33.258281 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:58:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['790c4f17-5dde-4c14-840c-a063ed577e79'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:33.287592 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.381801 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.388406 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.392696 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:33.423840 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.425653 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151902 Jun 16 14:58:33.427589 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5f9dad-ca5b-44c6-8667-9786f65629e2,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:33.434113 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 47576) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:33.442572 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:33.445360 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group_rule': {'security_group_id': '6eaec224-9b1f-4029-b7c3-27ce6c4a4c90', 'project_id': '145da4e05e294cfab1660fed725b558a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:33.452705 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:33.454309 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:33.497499 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 86b803de-5244-4081-83c4-38a5ec090d91 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:33.507861 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f970ad-0682-45e9-8089-3bdf6f97f908 None None] Pushing event updated for resources: {'Port': ['ID=3b9754da-7d5a-4acb-925a-57aa297fd4a4,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:33.510261 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.securitygroups_db [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Project 145da4e05e294cfab1660fed725b558a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:58:33.520982 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.533162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-80f970ad-0682-45e9-8089-3bdf6f97f908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:33.604770 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Allocated IP 192.168.233.81 (1264293d-ab09-40e8-9613-a213cb74335f/f92bd8f4-5d48-4e38-b593-c0b368ab01bb/e94b9d73-624a-4a48-81bf-a8224fff9f25) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:33.634803 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 86b803de-5244-4081-83c4-38a5ec090d91 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:33.635093 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.637804 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] Set router 790c4f17-5dde-4c14-840c-a063ed577e79 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:58:33.644639 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.655313 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.671953 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-56bc259b-c5ce-4647-a7ac-2a88ce284c4a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:33.677407 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:33.681522 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2460744 Jun 16 14:58:33.682815 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 47582) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:58:33.687787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'security_group_rule': {'security_group_id': '6eaec224-9b1f-4029-b7c3-27ce6c4a4c90', 'project_id': '145da4e05e294cfab1660fed725b558a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:33.690451 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88536cbd-f269-456e-8865-c2b4ce97346d,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:33.703304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-28075ae4-06f8-4ff7-80c2-e698655b41be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:33.878214 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-14aba2f3-105d-4c45-9e74-f79ba7d67ffb req-9502c2a8-6ef8-42b8-a146-babb02752f29 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 210 time: 0.0608077 Jun 16 14:58:33.943027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc93f-9c7b-4a46-a04a-0ec951404979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.049946 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.securitygroups_db [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Project 145da4e05e294cfab1660fed725b558a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 14:58:34.058642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.062780 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 4, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '3b9754da-7d5a-4acb-925a-57aa297fd4a4', 'name': '', 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'mac_address': 'fa:16:3e:22:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7f85e420-457d-4abc-9e5f-57a6b5958f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:28Z', 'updated_at': '2021-06-16T14:58:33Z', 'revision_number': 4, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'subnets': [{'id': '7f85e420-457d-4abc-9e5f-57a6b5958f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:58:34.069098 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5a7d0-20d1-4816-a662-e3440233f2c9 None None] The sync data for ids ['790c4f17-5dde-4c14-840c-a063ed577e79'] in dv-cinder-795009-4-iscsi is: [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 4, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '3b9754da-7d5a-4acb-925a-57aa297fd4a4', 'name': '', 'network_id': 'e9c7afe0-27ed-4dcb-afe5-adac426703fd', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'mac_address': 'fa:16:3e:22:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7f85e420-457d-4abc-9e5f-57a6b5958f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:28Z', 'updated_at': '2021-06-16T14:58:33Z', 'revision_number': 4, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'subnets': [{'id': '7f85e420-457d-4abc-9e5f-57a6b5958f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:58:34.159655 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.204674 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Transition to ACTIVE for port object e94b9d73-624a-4a48-81bf-a8224fff9f25 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:34.207286 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.214523 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.233429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b53bb313-3f06-41d3-b56d-e8be16332fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:34.260995 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.264881 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5805025 Jun 16 14:58:34.312303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ac7725-d3cb-4098-b1f4-8af4e5b5d952,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:34.317903 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-5608b99d-da0f-4cae-a072-e3fb16c5b3a8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:34.370028 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.386302 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:34.469913 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b8b42-836a-4a25-8945-4652ef675cd2 req-82e9caa2-2161-40bc-95e9-b6730d55a06a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:34.471731 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-921b8b42-836a-4a25-8945-4652ef675cd2 req-82e9caa2-2161-40bc-95e9-b6730d55a06a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2321351 Jun 16 14:58:34.474006 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Network 1264293d-ab09-40e8-9613-a213cb74335f is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:34.485189 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:34.488526 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:34.494368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:34.495061 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:34.530010 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Pushing event updated for resources: {'Port': ['ID=e94b9d73-624a-4a48-81bf-a8224fff9f25,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:34.533296 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:34.560119 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-921b8b42-836a-4a25-8945-4652ef675cd2 req-c843ed99-8cb1-4ce3-80ec-d801702b6660 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608702 Jun 16 14:58:34.562643 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9545662 Jun 16 14:58:34.589699 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Request body: {'port': {'device_id': 'b779302d-8074-4ebe-8783-46c835035dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:34.825768 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.118935 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-cae0f476-c8db-4fa1-873e-d6d63acd9b13 None None] Provisioning for port e94b9d73-624a-4a48-81bf-a8224fff9f25 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:35.136078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-cae0f476-c8db-4fa1-873e-d6d63acd9b13 None None] Provisioning complete for port e94b9d73-624a-4a48-81bf-a8224fff9f25 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:35.137936 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-cae0f476-c8db-4fa1-873e-d6d63acd9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.276359 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-cae0f476-c8db-4fa1-873e-d6d63acd9b13 None None] Port e94b9d73-624a-4a48-81bf-a8224fff9f25 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:58:35.391380 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5af0-82cf-4248-9ecc-c83236ec77d2 req-982d9ba6-8ac2-4447-98d7-d47074583ccd tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:35.400140 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cf3f5af0-82cf-4248-9ecc-c83236ec77d2 req-982d9ba6-8ac2-4447-98d7-d47074583ccd tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 935 time: 0.2860737 Jun 16 14:58:35.471298 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 3b9754da-7d5a-4acb-925a-57aa297fd4a4 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:35.561558 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cf3f5af0-82cf-4248-9ecc-c83236ec77d2 req-b1a33a02-2d21-4be3-a60f-c27704f35074 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511123 Jun 16 14:58:35.597038 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:35.599877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:35.600334 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.668686 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94b9d73-624a-4a48-81bf-a8224fff9f25 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:58:35.686858 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.714799 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Transition to ACTIVE for port object e94b9d73-624a-4a48-81bf-a8224fff9f25 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:35.719580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.724521 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c29748ae-42ac-4c69-909f-68462bfe3443 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:35.729227 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.793956 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 3b9754da-7d5a-4acb-925a-57aa297fd4a4, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=3b9754da-7d5a-4acb-925a-57aa297fd4a4,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:35.801058 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.811642 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:35.917992 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b9d73-624a-4a48-81bf-a8224fff9f25,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:35.922189 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:35.954799 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Attempting to bind port e94b9d73-624a-4a48-81bf-a8224fff9f25 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:35.955334 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Attempting to bind port e94b9d73-624a-4a48-81bf-a8224fff9f25 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:35.955859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Attempting to bind port e94b9d73-624a-4a48-81bf-a8224fff9f25 on network 1264293d-ab09-40e8-9613-a213cb74335f {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:35.963090 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=3b9754da-7d5a-4acb-925a-57aa297fd4a4,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:35.965658 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Port e94b9d73-624a-4a48-81bf-a8224fff9f25 on network 1264293d-ab09-40e8-9613-a213cb74335f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:58:35.965658 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Attempting to bind port e94b9d73-624a-4a48-81bf-a8224fff9f25 on network 1264293d-ab09-40e8-9613-a213cb74335f {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:35.974368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:35.974947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Checking segment: {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:35.975848 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Bound using segment: {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:35.976812 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Bound port: e94b9d73-624a-4a48-81bf-a8224fff9f25, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba90e7e5-35da-426a-9545-15d32c6b148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:35.977402 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:35.986670 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:36.039089 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3765f-9b23-4578-8634-8e0d4e10ca7e req-da9d0840-4911-4403-bb2d-78bf372de78d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:36.046296 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-84b3765f-9b23-4578-8634-8e0d4e10ca7e req-da9d0840-4911-4403-bb2d-78bf372de78d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1389904 Jun 16 14:58:36.095779 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-84b3765f-9b23-4578-8634-8e0d4e10ca7e req-ad380068-09c7-43f6-b157-c117552961f9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Jun 16 14:58:36.138659 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] For port e94b9d73-624a-4a48-81bf-a8224fff9f25, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:36.148274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] For port e94b9d73-624a-4a48-81bf-a8224fff9f25, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:36.162957 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:36.168132 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:36.238687 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:36.241397 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:36.245660 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] 10.222.0.103 "PUT /v2.0/ports/e94b9d73-624a-4a48-81bf-a8224fff9f25 HTTP/1.1" status: 200 len: 1097 time: 1.6602831 Jun 16 14:58:36.251128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b779302d-8074-4ebe-8783-46c835035dcc', 'tag': 'e94b9d73-624a-4a48-81bf-a8224fff9f25'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:36.256010 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df1675b-db61-4b19-91a7-b6ae63ecd74b" -d '{"events": [{"name": "network-changed", "server_uuid": "b779302d-8074-4ebe-8783-46c835035dcc", "tag": "e94b9d73-624a-4a48-81bf-a8224fff9f25"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:36.303201 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b9d73-624a-4a48-81bf-a8224fff9f25,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:36.315970 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:36.415142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-b738d420-effa-4a9c-b8c3-41a46dc1a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:36.420078 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-b738d420-effa-4a9c-b8c3-41a46dc1a77c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1dd739e72a044cbfa211bb767a4aa80f&device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 1100 time: 0.0831134 Jun 16 14:58:36.489325 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-6266e119-021c-4371-9376-8434ac142b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:36.504373 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-60457a77-6768-43ac-896e-810db79e8271 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25 HTTP/1.1" status: 200 len: 217 time: 0.0652058 Jun 16 14:58:36.526301 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418f653f-79f6-4185-bf86-75a099f145b0 x-openstack-request-id: req-418f653f-79f6-4185-bf86-75a099f145b0 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:36.526670 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b779302d-8074-4ebe-8783-46c835035dcc", "tag": "e94b9d73-624a-4a48-81bf-a8224fff9f25", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:36.526984 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-418f653f-79f6-4185-bf86-75a099f145b0 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:36.527414 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b779302d-8074-4ebe-8783-46c835035dcc', 'tag': 'e94b9d73-624a-4a48-81bf-a8224fff9f25', 'status': 'completed', 'code': 200} Jun 16 14:58:36.597251 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-2d2c3660-f3bf-42f0-9fe8-80a56c9fe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:36.598824 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-2d2c3660-f3bf-42f0-9fe8-80a56c9fe5d6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f92bd8f4-5d48-4e38-b593-c0b368ab01bb HTTP/1.1" status: 200 len: 843 time: 0.0822535 Jun 16 14:58:36.683907 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1f037-a883-493d-bc1e-11a40766588d req-ba18a279-7a7e-467f-82ed-70ce85e446b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:36.686364 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-ba18a279-7a7e-467f-82ed-70ce85e446b9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1264293d-ab09-40e8-9613-a213cb74335f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731804 Jun 16 14:58:36.690304 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:36.821891 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7434d-1162-446f-a030-b63a6d0ef51e req-759dccd6-be5c-4433-8a99-de8162c51302 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:36.823502 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ba7434d-1162-446f-a030-b63a6d0ef51e req-759dccd6-be5c-4433-8a99-de8162c51302 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 947 time: 0.0882971 Jun 16 14:58:36.831750 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-e0401281-7c7d-4460-9427-8c33ab5947c8 service neutron] 10.222.0.103 "GET /v2.0/networks/1264293d-ab09-40e8-9613-a213cb74335f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357329 Jun 16 14:58:36.877661 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1ba7434d-1162-446f-a030-b63a6d0ef51e req-9ff994f0-eafe-4999-94c8-6f4355b909ac tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415113 Jun 16 14:58:37.020290 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a7f1f037-a883-493d-bc1e-11a40766588d req-0e701d04-3d80-4241-9df0-703946aa5a87 service neutron] 10.222.0.103 "GET /v2.0/networks/1264293d-ab09-40e8-9613-a213cb74335f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558604 Jun 16 14:58:37.170897 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-6bce0521-99a7-4206-8aad-8649599cc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:37.172585 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-6bce0521-99a7-4206-8aad-8649599cc100 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1dd739e72a044cbfa211bb767a4aa80f&device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 1100 time: 0.0659842 Jun 16 14:58:37.371102 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 3b9754da-7d5a-4acb-925a-57aa297fd4a4 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:37.421669 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:37.441274 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:37.441935 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:37.488047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-a4d9d8cb-9937-46d5-b7e4-67f424798081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:37.490990 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-a4d9d8cb-9937-46d5-b7e4-67f424798081 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1264293d-ab09-40e8-9613-a213cb74335f HTTP/1.1" status: 200 len: 870 time: 0.2738473 Jun 16 14:58:37.507486 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7a4ca-5937-49d0-8a84-0cc7ebef606b req-a046befd-f411-44ca-bb39-e60add19c91f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:37.510891 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-70f7a4ca-5937-49d0-8a84-0cc7ebef606b req-a046befd-f411-44ca-bb39-e60add19c91f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2446148 Jun 16 14:58:37.596325 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-5933c5a2-5df4-45a9-8c78-48a134d18a8d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25 HTTP/1.1" status: 200 len: 217 time: 0.0835185 Jun 16 14:58:37.677964 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-70f7a4ca-5937-49d0-8a84-0cc7ebef606b req-ebdc676a-ae3f-466b-a7d1-dfd3819b6045 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532550 Jun 16 14:58:37.698047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-6991da81-6e44-4716-b392-6281c667c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:37.699601 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-6991da81-6e44-4716-b392-6281c667c9c8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=f92bd8f4-5d48-4e38-b593-c0b368ab01bb HTTP/1.1" status: 200 len: 843 time: 0.0795619 Jun 16 14:58:37.771583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-1b3e5fd4-37b1-4b82-a372-9cdb352be269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:37.773103 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-1b3e5fd4-37b1-4b82-a372-9cdb352be269 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1264293d-ab09-40e8-9613-a213cb74335f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0617442 Jun 16 14:58:38.004650 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-d7c79cce-f24d-4dbd-99de-631998da6d11 service neutron] 10.222.0.103 "GET /v2.0/networks/1264293d-ab09-40e8-9613-a213cb74335f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683488 Jun 16 14:58:38.175292 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-b552ead1-1422-412d-9fba-9f4f586c8ed9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:38.178454 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-b552ead1-1422-412d-9fba-9f4f586c8ed9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.1260188 Jun 16 14:58:38.187158 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5df1675b-db61-4b19-91a7-b6ae63ecd74b req-a6401905-fb9a-4d71-984f-7cb824802d75 service neutron] 10.222.0.103 "GET /v2.0/networks/1264293d-ab09-40e8-9613-a213cb74335f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544204 Jun 16 14:58:38.197776 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-dda98585-f1cb-4f71-8a5b-b7247c3cc5db tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/quotas/83c891378b2b43d58816e62ed02ffdb5 HTTP/1.1" status: 200 len: 375 time: 0.0143151 Jun 16 14:58:38.220854 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1979f-3a3d-454a-9620-42b0135c2596 req-0cc591d6-6e7a-487c-9635-1b5dd3a3b278 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:38.223496 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a3f1979f-3a3d-454a-9620-42b0135c2596 req-0cc591d6-6e7a-487c-9635-1b5dd3a3b278 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 947 time: 0.1451283 Jun 16 14:58:38.274018 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a3f1979f-3a3d-454a-9620-42b0135c2596 req-22b2a682-b972-4937-ad24-2775cc0d451b tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Jun 16 14:58:38.303126 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-c03eba35-1cde-4c7b-88f9-6640b7f40b51 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991404 Jun 16 14:58:38.412361 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-0954c3af-b640-4789-9c30-4c7dc3917784 service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982449 Jun 16 14:58:38.512955 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-4d89ce08-133c-457a-bd0c-07e80a638b3e service neutron] 10.222.0.16 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Jun 16 14:58:38.710090 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8461ae21-f53e-4848-90c3-291de743fb06 req-14089b3f-bf17-4ae7-800e-bb87b4688b41 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 210 time: 0.0306275 Jun 16 14:58:38.926592 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656dc79-1394-4e3b-b432-2acd712398f4 req-b1c63b53-e4c8-439c-96bc-7098cba95440 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:38.928230 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d656dc79-1394-4e3b-b432-2acd712398f4 req-b1c63b53-e4c8-439c-96bc-7098cba95440 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0825627 Jun 16 14:58:38.982158 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d656dc79-1394-4e3b-b432-2acd712398f4 req-35707496-5cc6-4992-a794-03b51be4f2dc tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Jun 16 14:58:39.328175 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:58:39.373586 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:39.565368 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad0578-4472-4a9c-ad30-e7e063a1e660 req-9dbabf03-8f25-4a35-8cba-9da0e240be2f tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:39.568203 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-77ad0578-4472-4a9c-ad30-e7e063a1e660 req-9dbabf03-8f25-4a35-8cba-9da0e240be2f tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.1320136 Jun 16 14:58:39.627519 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e726fe-36be-4c80-ba8d-9b32534cfefb req-0be6b453-bff7-4538-bd85-6daf40fcf9be tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:39.629167 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-91e726fe-36be-4c80-ba8d-9b32534cfefb req-0be6b453-bff7-4538-bd85-6daf40fcf9be tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 947 time: 0.0925033 Jun 16 14:58:39.630850 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-77ad0578-4472-4a9c-ad30-e7e063a1e660 req-3cebf009-891b-4dc1-a9b1-b692def5c97e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531771 Jun 16 14:58:39.674189 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-91e726fe-36be-4c80-ba8d-9b32534cfefb req-d5a97eed-b676-4bdc-adba-70f0702b04c5 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Jun 16 14:58:39.875506 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7540b872-f0b9-4799-82c1-705e20459633 req-0781d064-b61e-435f-83b9-05bb4a0208f3 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 210 time: 0.0313842 Jun 16 14:58:40.194381 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ffe7-5271-4b38-a132-427853de6fbc req-1539e989-58cf-487e-bf0d-90869b3ce178 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:40.197700 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9eb5ffe7-5271-4b38-a132-427853de6fbc req-1539e989-58cf-487e-bf0d-90869b3ce178 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0925803 Jun 16 14:58:40.250104 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9eb5ffe7-5271-4b38-a132-427853de6fbc req-30e34e98-0f7f-4a13-b01e-945c22d28f2b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461895 Jun 16 14:58:40.549757 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-1062a1cf-89b9-4c73-97dc-68383728db49 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:40.551210 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-1062a1cf-89b9-4c73-97dc-68383728db49 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 815 time: 0.1269047 Jun 16 14:58:40.573664 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Request body: {'port': {'device_id': '7ca112fe-896a-4e00-9538-30e06d054397', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'admin_state_up': True, 'tenant_id': '83c891378b2b43d58816e62ed02ffdb5'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:40.735162 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Made reservation on behalf of 83c891378b2b43d58816e62ed02ffdb5 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:58:40.740440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:40.937163 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device e94b9d73-624a-4a48-81bf-a8224fff9f25 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:58:40.961391 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b81dd-7023-4733-972f-959b4cfbac91 req-fd0a7e89-ef18-4a16-9ef9-f6c5174c1622 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:40.963928 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-055b81dd-7023-4733-972f-959b4cfbac91 req-fd0a7e89-ef18-4a16-9ef9-f6c5174c1622 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.0860674 Jun 16 14:58:41.012062 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-055b81dd-7023-4733-972f-959b4cfbac91 req-38cfdee3-6a47-4ec2-ba7c-d57752db5a56 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Jun 16 14:58:41.018246 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Allocated IP 172.20.0.2 (719e1ec5-79bc-4730-bb24-e1fa00054947/4177ecce-8689-4b7b-9bb6-b60de83b10a1/6520398f-1396-4667-b648-42d75fca5e27) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:58:41.089617 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port e94b9d73-624a-4a48-81bf-a8224fff9f25, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:41.098993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf235ba-9524-45d4-ad40-2c17bfe7fcf4 req-f4ebee97-78b6-42ef-b91c-6a89f7340f6a tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:41.109436 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7cf235ba-9524-45d4-ad40-2c17bfe7fcf4 req-f4ebee97-78b6-42ef-b91c-6a89f7340f6a tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 947 time: 0.2110367 Jun 16 14:58:41.111837 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': 'e94b9d73-624a-4a48-81bf-a8224fff9f25', 'network_id': '1264293d-ab09-40e8-9613-a213cb74335f', 'port_id': 'e94b9d73-624a-4a48-81bf-a8224fff9f25', 'mac_address': 'fa:16:3e:b0:35:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92bd8f4-5d48-4e38-b593-c0b368ab01bb', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:58:41.179445 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7cf235ba-9524-45d4-ad40-2c17bfe7fcf4 req-cb240d85-36ee-423a-9fca-79a92d47bd93 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690770 Jun 16 14:58:41.185363 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:41.218120 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94b9d73-624a-4a48-81bf-a8224fff9f25 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:58:41.263204 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port e94b9d73-624a-4a48-81bf-a8224fff9f25, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:41.271161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:41.276225 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:41.296761 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:41.353270 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:41.360101 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:41.378777 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833', '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', '9d17bef6-c8fc-40da-89fa-f3697d98fbd2'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:58:41.403851 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Network 719e1ec5-79bc-4730-bb24-e1fa00054947 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:58:41.408123 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:58:41.410805 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:58:41.418367 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:41.419131 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:41.421549 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=e94b9d73-624a-4a48-81bf-a8224fff9f25,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:41.429791 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:41.450499 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event updated for resources: {'Port': ['ID=6520398f-1396-4667-b648-42d75fca5e27,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:41.454822 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:41.457668 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886254 Jun 16 14:58:41.498403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Request body: {'port': {'device_id': '7ca112fe-896a-4e00-9538-30e06d054397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:58:41.534142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44eb07-19dd-4850-a0f1-098b258a8ca5 req-13f9a01c-ae2c-4467-b798-94c1f0ede9e6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:41.536743 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ab44eb07-19dd-4850-a0f1-098b258a8ca5 req-13f9a01c-ae2c-4467-b798-94c1f0ede9e6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 931 time: 0.1114945 Jun 16 14:58:41.595796 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ab44eb07-19dd-4850-a0f1-098b258a8ca5 req-a28c5bbc-32b3-492b-b1aa-770bc8bab717 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Jun 16 14:58:41.599555 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:41.865269 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d89b8-b62e-46f4-a103-1028fae707f0 req-32ec22bf-17cf-41b7-8b31-395cd55c26bd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:41.871431 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1b9d89b8-b62e-46f4-a103-1028fae707f0 req-32ec22bf-17cf-41b7-8b31-395cd55c26bd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2373307 Jun 16 14:58:41.972557 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1b9d89b8-b62e-46f4-a103-1028fae707f0 req-01679cc6-0da3-4864-9428-766eb044728b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Jun 16 14:58:42.034723 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['e94b9d73-624a-4a48-81bf-a8224fff9f25'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:58:42.058746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6520398f-1396-4667-b648-42d75fca5e27 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:58:42.068934 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:42.082276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Transition to ACTIVE for port object 6520398f-1396-4667-b648-42d75fca5e27 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:58:42.088340 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:42.091882 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:42.202330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6520398f-1396-4667-b648-42d75fca5e27,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:42.209902 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:42.215374 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Attempting to bind port 6520398f-1396-4667-b648-42d75fca5e27 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:58:42.215715 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Attempting to bind port 6520398f-1396-4667-b648-42d75fca5e27 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:58:42.216059 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Attempting to bind port 6520398f-1396-4667-b648-42d75fca5e27 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:42.221566 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Port 6520398f-1396-4667-b648-42d75fca5e27 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:58:42.221901 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Attempting to bind port 6520398f-1396-4667-b648-42d75fca5e27 on network 719e1ec5-79bc-4730-bb24-e1fa00054947 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:58:42.228059 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:58:42.228454 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Checking segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:58:42.228782 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Bound using segment: {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:58:42.229220 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Bound port: 6520398f-1396-4667-b648-42d75fca5e27, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97039bc-88e1-48bc-bc76-489811126296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:58:42.229577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:42.313259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] For port 6520398f-1396-4667-b648-42d75fca5e27, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:58:42.316989 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] For port 6520398f-1396-4667-b648-42d75fca5e27, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6520398f-1396-4667-b648-42d75fca5e27,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:58:42.324021 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:42.326538 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:42.363314 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:42.363993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:42.365181 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab527-f763-47d9-bf21-0a8ace075440 req-2b6208a4-2356-4ec8-bee9-4104ed02231a tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:42.365964 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] 10.222.0.103 "PUT /v2.0/ports/6520398f-1396-4667-b648-42d75fca5e27 HTTP/1.1" status: 200 len: 1093 time: 0.8734365 Jun 16 14:58:42.366153 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca112fe-896a-4e00-9538-30e06d054397', 'tag': '6520398f-1396-4667-b648-42d75fca5e27'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:42.367421 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-834ab527-f763-47d9-bf21-0a8ace075440 req-2b6208a4-2356-4ec8-bee9-4104ed02231a tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.1075065 Jun 16 14:58:42.368965 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97856b1c-f1ce-4d83-83fc-a3aef31b0974" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca112fe-896a-4e00-9538-30e06d054397", "tag": "6520398f-1396-4667-b648-42d75fca5e27"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:42.404182 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6520398f-1396-4667-b648-42d75fca5e27,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:42.425780 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:42.431696 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-834ab527-f763-47d9-bf21-0a8ace075440 req-3dad9af3-9341-41c0-8ddc-7177f666df5f tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499427 Jun 16 14:58:42.483220 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b792eed5-9c70-4d90-a068-83b93dda3457 x-openstack-request-id: req-b792eed5-9c70-4d90-a068-83b93dda3457 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:42.483535 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca112fe-896a-4e00-9538-30e06d054397", "tag": "6520398f-1396-4667-b648-42d75fca5e27", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:42.483823 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b792eed5-9c70-4d90-a068-83b93dda3457 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:42.484242 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca112fe-896a-4e00-9538-30e06d054397', 'tag': '6520398f-1396-4667-b648-42d75fca5e27', 'status': 'completed', 'code': 200} Jun 16 14:58:42.529053 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ad6a7-a78d-438c-b858-8057195d4f72 req-77c543a3-f70c-4c21-b800-f4a7e1b91a81 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:42.530648 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-af1ad6a7-a78d-438c-b858-8057195d4f72 req-77c543a3-f70c-4c21-b800-f4a7e1b91a81 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 948 time: 0.1160514 Jun 16 14:58:42.558802 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-e951f724-3623-4bab-8fc7-b50d77c1b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:42.560342 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-e951f724-3623-4bab-8fc7-b50d77c1b74f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 1096 time: 0.1147778 Jun 16 14:58:42.613768 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-af1ad6a7-a78d-438c-b858-8057195d4f72 req-c8eca367-f2d9-4655-a524-d30290e1d4bb tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Jun 16 14:58:42.616515 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-dac33ecb-763e-4a20-832f-ef9b2ea8b4c2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6520398f-1396-4667-b648-42d75fca5e27 HTTP/1.1" status: 200 len: 217 time: 0.0438442 Jun 16 14:58:42.685164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-7b73d9e7-e193-4633-a5f4-8cfee5119fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:42.687864 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-7b73d9e7-e193-4633-a5f4-8cfee5119fc0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0568807 Jun 16 14:58:42.732255 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-de9c1eb5-2bcd-4a00-b88e-095bc52bfb21 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346394 Jun 16 14:58:42.887960 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-15ba199e-1290-4560-80c1-fb1c63cc3000 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462276 Jun 16 14:58:42.934283 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f4d7d-6f87-456a-8fa6-a4cc6d825e97 req-e35c20b4-2ab9-4851-ad9e-3386b836f51e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:42.936926 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c08f4d7d-6f87-456a-8fa6-a4cc6d825e97 req-e35c20b4-2ab9-4851-ad9e-3386b836f51e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 943 time: 0.1936283 Jun 16 14:58:43.074345 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c08f4d7d-6f87-456a-8fa6-a4cc6d825e97 req-8c327947-f983-4cb7-b011-42156ada0567 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196814 Jun 16 14:58:43.095727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a1900c7e-0cf8-440f-931c-fccde55fab7e req-d9318695-dc5b-406d-93bf-43d863837a2a service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919713 Jun 16 14:58:43.237594 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dcec0-43cc-4935-a6fe-1dd67bd4cf85 req-6b00618b-b8a5-4640-bd7e-811c93d77098 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:43.237988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-c80b8765-6162-4349-bb6d-092355edd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:43.239135 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-143dcec0-43cc-4935-a6fe-1dd67bd4cf85 req-6b00618b-b8a5-4640-bd7e-811c93d77098 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0957134 Jun 16 14:58:43.240668 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-c80b8765-6162-4349-bb6d-092355edd460 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=83c891378b2b43d58816e62ed02ffdb5&device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 1096 time: 0.0758495 Jun 16 14:58:43.286831 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-143dcec0-43cc-4935-a6fe-1dd67bd4cf85 req-aa30fd45-f7b3-4127-a985-e91b1ae9ac23 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Jun 16 14:58:43.386630 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-41853003-fc34-4b7c-9f6e-1aa4b6d51499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:43.388155 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-41853003-fc34-4b7c-9f6e-1aa4b6d51499 service neutron] 10.222.0.103 "GET /v2.0/networks?id=719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 200 len: 916 time: 0.1369627 Jun 16 14:58:43.448608 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-9dd613e1-d690-49ce-8980-70b1ee703236 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6520398f-1396-4667-b648-42d75fca5e27 HTTP/1.1" status: 200 len: 217 time: 0.0475323 Jun 16 14:58:43.461142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-919de67e-2938-41d1-95c6-c3a5946bcfe2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:43.462657 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-919de67e-2938-41d1-95c6-c3a5946bcfe2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.1330163 Jun 16 14:58:43.548487 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-0ed8770d-18e5-4224-bc14-40d0103687da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:43.549948 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-0ed8770d-18e5-4224-bc14-40d0103687da service neutron] 10.222.0.103 "GET /v2.0/subnets?id=4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 200 len: 855 time: 0.0863647 Jun 16 14:58:43.606717 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-1a19f853-2fee-4cb6-8078-fec7f224fb1b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=719e1ec5-79bc-4730-bb24-e1fa00054947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486612 Jun 16 14:58:43.838941 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590df74-fd2a-4cbe-91ea-63761a5c8fe4 req-c03d57c8-d81c-4785-ab4f-c73be2189962 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:43.840489 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6590df74-fd2a-4cbe-91ea-63761a5c8fe4 req-c03d57c8-d81c-4785-ab4f-c73be2189962 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 948 time: 0.0981114 Jun 16 14:58:43.894783 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6590df74-fd2a-4cbe-91ea-63761a5c8fe4 req-ae7a0879-a29e-469b-bdbb-0d3128533aec tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Jun 16 14:58:44.012068 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Deleting port aeb16e1c-f3f8-44c9-8271-201932149583 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:58:44.012943 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:44.052545 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-bf2499c4-4390-4cf6-960f-24d11a051733 service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374070 Jun 16 14:58:44.158498 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d7c6-fac2-4032-979a-23ac0e67ccee req-c648a968-ec02-4e75-997c-ff394b77ead6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:44.160108 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fca6d7c6-fac2-4032-979a-23ac0e67ccee req-c648a968-ec02-4e75-997c-ff394b77ead6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 945 time: 0.5119333 Jun 16 14:58:44.238826 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] For port aeb16e1c-f3f8-44c9-8271-201932149583, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=aeb16e1c-f3f8-44c9-8271-201932149583,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:44.239311 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:44.300355 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-97856b1c-f1ce-4d83-83fc-a3aef31b0974 req-2d7f9c45-b25f-483a-ab8b-5288f621567e service neutron] 10.222.0.103 "GET /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384801 Jun 16 14:58:44.328393 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Calling delete_port for aeb16e1c-f3f8-44c9-8271-201932149583 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:58:44.348483 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fca6d7c6-fac2-4032-979a-23ac0e67ccee req-af5c8eb1-3387-480e-9f80-4f448775a941 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584954 Jun 16 14:58:44.500291 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4492a2-b292-4be0-bae0-438bdb9175ad req-760c72ae-5bb6-4bb4-8591-7ca1191cb055 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:44.502019 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fe4492a2-b292-4be0-bae0-438bdb9175ad req-760c72ae-5bb6-4bb4-8591-7ca1191cb055 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 943 time: 0.0919459 Jun 16 14:58:44.551778 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fe4492a2-b292-4be0-bae0-438bdb9175ad req-206503b7-169f-40bc-8908-13ca05769a4a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Jun 16 14:58:44.554325 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:44.559917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:44.572573 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['aeb16e1c-f3f8-44c9-8271-201932149583'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:58:44.596384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Pushing event deleted for resources: {'Port': ['ID=aeb16e1c-f3f8-44c9-8271-201932149583,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:44.598992 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:44.656611 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] No DVR routers for this DVR port aeb16e1c-f3f8-44c9-8271-201932149583 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:58:44.659933 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:44.662140 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5ba303df-5934-4235-b7ab-374eda0643f7 req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "DELETE /v2.0/ports/aeb16e1c-f3f8-44c9-8271-201932149583 HTTP/1.1" status: 204 len: 173 time: 1.1722066 Jun 16 14:58:44.664583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'name': 'network-vif-deleted', 'tag': 'aeb16e1c-f3f8-44c9-8271-201932149583'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:44.667877 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51db7a93-cbc7-49c9-845e-403ae6dabd8b" -d '{"events": [{"server_uuid": "c34f95f9-4474-4182-aa09-637f7aed0c28", "name": "network-vif-deleted", "tag": "aeb16e1c-f3f8-44c9-8271-201932149583"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:44.695516 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf23310-ccc7-42f4-9db3-ab40fc3c1bb0 req-8c40de12-5638-4e87-afe9-f1ccea87b16f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:44.698758 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ecf23310-ccc7-42f4-9db3-ab40fc3c1bb0 req-8c40de12-5638-4e87-afe9-f1ccea87b16f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1879470 Jun 16 14:58:44.733515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dff6ba-2fa3-426e-bae2-ec00e80b31a7 x-openstack-request-id: req-e9dff6ba-2fa3-426e-bae2-ec00e80b31a7 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:44.734013 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34f95f9-4474-4182-aa09-637f7aed0c28", "name": "network-vif-deleted", "tag": "aeb16e1c-f3f8-44c9-8271-201932149583", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:44.734455 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9dff6ba-2fa3-426e-bae2-ec00e80b31a7 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:44.735171 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34f95f9-4474-4182-aa09-637f7aed0c28', 'name': 'network-vif-deleted', 'tag': 'aeb16e1c-f3f8-44c9-8271-201932149583', 'status': 'completed', 'code': 200} Jun 16 14:58:44.777759 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ecf23310-ccc7-42f4-9db3-ab40fc3c1bb0 req-e99093e8-e78d-4519-998d-1b171e41dcd0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693421 Jun 16 14:58:44.952776 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6520398f-1396-4667-b648-42d75fca5e27 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:58:44.957550 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device e94b9d73-624a-4a48-81bf-a8224fff9f25 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:45.144969 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port e94b9d73-624a-4a48-81bf-a8224fff9f25 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:45.162016 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port e94b9d73-624a-4a48-81bf-a8224fff9f25 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:45.162630 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:45.235751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661fa41-1445-4fa3-8c9e-35aa6c40bd2a req-04f51efe-fcfb-4c20-b226-7ba34b71d47f tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:45.236883 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 6520398f-1396-4667-b648-42d75fca5e27, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6520398f-1396-4667-b648-42d75fca5e27,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:45.237342 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4661fa41-1445-4fa3-8c9e-35aa6c40bd2a req-04f51efe-fcfb-4c20-b226-7ba34b71d47f tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 948 time: 0.1201196 Jun 16 14:58:45.263054 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '6520398f-1396-4667-b648-42d75fca5e27', 'network_id': '719e1ec5-79bc-4730-bb24-e1fa00054947', 'port_id': '6520398f-1396-4667-b648-42d75fca5e27', 'mac_address': 'fa:16:3e:47:f3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4177ecce-8689-4b7b-9bb6-b60de83b10a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:58:45.279712 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4661fa41-1445-4fa3-8c9e-35aa6c40bd2a req-3fd29698-8325-4a5a-9c75-bdb84dd5123d tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356946 Jun 16 14:58:45.343263 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:45.346510 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:45.372739 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6520398f-1396-4667-b648-42d75fca5e27 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:58:45.385352 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779302d-8074-4ebe-8783-46c835035dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b9d73-624a-4a48-81bf-a8224fff9f25'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:45.387845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32cdc74-07a3-4d82-b408-0e3912d08823" -d '{"events": [{"server_uuid": "b779302d-8074-4ebe-8783-46c835035dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e94b9d73-624a-4a48-81bf-a8224fff9f25"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:45.416546 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port e94b9d73-624a-4a48-81bf-a8224fff9f25, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:45.418653 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 6520398f-1396-4667-b648-42d75fca5e27, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6520398f-1396-4667-b648-42d75fca5e27,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:45.422921 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:45.427434 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:45.432078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:45.488674 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=e94b9d73-624a-4a48-81bf-a8224fff9f25,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:45.491956 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:45.492828 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:45.567965 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=6520398f-1396-4667-b648-42d75fca5e27,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:45.572048 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:45.588052 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-26016fbe-99df-4c70-a7fd-1f5cac5e0b0b req-b580e1ac-6cc3-43d1-91b8-1ec1c4c2ec75 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34f95f9-4474-4182-aa09-637f7aed0c28 HTTP/1.1" status: 200 len: 210 time: 0.0357978 Jun 16 14:58:45.741161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a612f93-5fbd-428e-8c8e-a8f3788c1764 x-openstack-request-id: req-2a612f93-5fbd-428e-8c8e-a8f3788c1764 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:45.741944 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779302d-8074-4ebe-8783-46c835035dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e94b9d73-624a-4a48-81bf-a8224fff9f25", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:45.741944 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a612f93-5fbd-428e-8c8e-a8f3788c1764 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:45.742241 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779302d-8074-4ebe-8783-46c835035dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b9d73-624a-4a48-81bf-a8224fff9f25', 'code': 200} Jun 16 14:58:45.800627 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb41404-674f-4576-a35d-d8a7a81db28c req-8bcd04e4-aebf-451e-9bcb-6ab61a8583c0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:45.802222 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eeb41404-674f-4576-a35d-d8a7a81db28c req-8bcd04e4-aebf-451e-9bcb-6ab61a8583c0 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 944 time: 0.0864329 Jun 16 14:58:45.869131 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eeb41404-674f-4576-a35d-d8a7a81db28c req-b02226f3-9acc-415b-87b2-8af4ca57ebf4 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590672 Jun 16 14:58:46.038260 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['6520398f-1396-4667-b648-42d75fca5e27'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:58:46.053533 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02b4d-fbbc-4d2e-9dc1-d71c9b893970 req-6c141a0a-fab6-4977-85d7-00e17e2ea547 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:46.056052 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84d02b4d-fbbc-4d2e-9dc1-d71c9b893970 req-6c141a0a-fab6-4977-85d7-00e17e2ea547 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1146810 Jun 16 14:58:46.131251 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84d02b4d-fbbc-4d2e-9dc1-d71c9b893970 req-c126e7b3-aad3-4222-87c3-c7fa40a0adad tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Jun 16 14:58:46.147004 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b9f72-d0be-4946-94b6-12128e2fe64b req-c1e2be35-fbf0-4b5c-a173-146094e0371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:46.148617 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dc7b9f72-d0be-4946-94b6-12128e2fe64b req-c1e2be35-fbf0-4b5c-a173-146094e0371d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 1102 time: 0.1247728 Jun 16 14:58:46.199804 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dc7b9f72-d0be-4946-94b6-12128e2fe64b req-31ce0a80-6657-4281-bdb6-c88f3f020b78 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Jun 16 14:58:46.471813 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9242d-bb48-45c2-bcc9-ae52dcc8ffb9 req-60083b2a-5067-4884-a301-dd464c7127b1 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:46.474177 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e2f9242d-bb48-45c2-bcc9-ae52dcc8ffb9 req-60083b2a-5067-4884-a301-dd464c7127b1 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.0670083 Jun 16 14:58:46.517197 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e2f9242d-bb48-45c2-bcc9-ae52dcc8ffb9 req-3049140e-2962-4693-a40d-9dace8e17640 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 Jun 16 14:58:46.966099 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device aeb16e1c-f3f8-44c9-8271-201932149583 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:58:46.992011 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: aeb16e1c-f3f8-44c9-8271-201932149583 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:58:46.992465 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device aeb16e1c-f3f8-44c9-8271-201932149583 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:58:47.167213 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cc9bc-5035-44c4-ba8b-79404951a7ef req-0639e259-2ea4-4f86-bf52-bd8b1860ceab tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:47.169855 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-127cc9bc-5035-44c4-ba8b-79404951a7ef req-0639e259-2ea4-4f86-bf52-bd8b1860ceab tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 944 time: 0.1162667 Jun 16 14:58:47.230476 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-127cc9bc-5035-44c4-ba8b-79404951a7ef req-3b4a4b08-fd6f-42cf-b315-bad81e6a41ba tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Jun 16 14:58:47.342198 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69ecc-0e43-4ef9-b6d0-47de9197177c req-c90c111c-2b49-460c-a5a3-38fd2245e814 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:47.343954 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3aa69ecc-0e43-4ef9-b6d0-47de9197177c req-c90c111c-2b49-460c-a5a3-38fd2245e814 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0769634 Jun 16 14:58:47.385879 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3aa69ecc-0e43-4ef9-b6d0-47de9197177c req-7cdcebe4-1e53-449c-a936-b281397e332c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359697 Jun 16 14:58:47.724203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62916c9c-99d5-486d-a446-3ca19ce1259c req-38a71524-4f0f-42c9-9309-c791c171d650 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:47.725980 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62916c9c-99d5-486d-a446-3ca19ce1259c req-38a71524-4f0f-42c9-9309-c791c171d650 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.0707366 Jun 16 14:58:47.768533 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62916c9c-99d5-486d-a446-3ca19ce1259c req-1767f80e-6790-4779-a0d4-60b1e504b64a tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Jun 16 14:58:51.535463 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a03996-d2d5-4c61-a039-576d99dbc582 req-26ec09a4-d87f-454e-971a-836f55b2035e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:51.539279 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d2a03996-d2d5-4c61-a039-576d99dbc582 req-26ec09a4-d87f-454e-971a-836f55b2035e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 944 time: 0.0846634 Jun 16 14:58:51.620243 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d2a03996-d2d5-4c61-a039-576d99dbc582 req-c0f62c11-b4d8-4689-ab57-2d187041a217 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735714 Jun 16 14:58:51.623619 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa2bd5-e9b8-41f4-88a0-91be72fad299 req-8370ab03-8975-4203-a6ba-c03073770258 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:51.626292 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-95fa2bd5-e9b8-41f4-88a0-91be72fad299 req-8370ab03-8975-4203-a6ba-c03073770258 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1135340 Jun 16 14:58:51.698362 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-95fa2bd5-e9b8-41f4-88a0-91be72fad299 req-05d3325c-e4ce-421a-bdb1-f4370ded53c8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Jun 16 14:58:51.853474 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134818f-b062-47dc-b93d-210fcebe6d91 req-6ee188b5-e6fb-409e-9827-1eaa1de147e1 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:51.856451 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f134818f-b062-47dc-b93d-210fcebe6d91 req-6ee188b5-e6fb-409e-9827-1eaa1de147e1 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.1099651 Jun 16 14:58:51.903848 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f134818f-b062-47dc-b93d-210fcebe6d91 req-24d5772c-97d4-4b7d-a51c-ab9acea2c48d tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Jun 16 14:58:52.462811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994189e-1126-43c0-9891-a9a897f2651d req-5f4db83c-a483-43c4-9e5c-37085a043556 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:52.464829 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1994189e-1126-43c0-9891-a9a897f2651d req-5f4db83c-a483-43c4-9e5c-37085a043556 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.0773165 Jun 16 14:58:52.516194 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1994189e-1126-43c0-9891-a9a897f2651d req-dd85a368-409c-464d-82e0-c75067876614 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Jun 16 14:58:52.887929 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa6241-76cb-4697-9743-618d0cf897c9 req-8cadc3d3-2fbe-4504-a228-ade5f251023d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:52.890558 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27aa6241-76cb-4697-9743-618d0cf897c9 req-8cadc3d3-2fbe-4504-a228-ade5f251023d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 944 time: 0.1301222 Jun 16 14:58:52.972037 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27aa6241-76cb-4697-9743-618d0cf897c9 req-9417a001-32cb-4c0f-94a3-d28a354c85c7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Jun 16 14:58:53.012882 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6520398f-1396-4667-b648-42d75fca5e27 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:58:53.041864 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf4dd-aa9a-484e-a5b7-6d515217b9f9 req-02aa90de-6e25-4b1a-9dbb-e6bdf0d63633 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.045528 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e0bf4dd-aa9a-484e-a5b7-6d515217b9f9 req-02aa90de-6e25-4b1a-9dbb-e6bdf0d63633 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1282287 Jun 16 14:58:53.089664 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 6520398f-1396-4667-b648-42d75fca5e27 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:58:53.098477 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 6520398f-1396-4667-b648-42d75fca5e27 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:58:53.099506 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:53.119600 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-f3a7c1b9-c483-4d0d-86e5-353e8a9d0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.121266 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-f3a7c1b9-c483-4d0d-86e5-353e8a9d0f41 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.0915492 Jun 16 14:58:53.122321 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e0bf4dd-aa9a-484e-a5b7-6d515217b9f9 req-5dedca5e-68b2-4064-9c71-8f27bdd367a7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650465 Jun 16 14:58:53.213449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:53.250577 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca112fe-896a-4e00-9538-30e06d054397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6520398f-1396-4667-b648-42d75fca5e27'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:58:53.254381 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80418568-1dba-46fb-a292-a3838bc1bbbe" -d '{"events": [{"server_uuid": "7ca112fe-896a-4e00-9538-30e06d054397", "name": "network-vif-plugged", "status": "completed", "tag": "6520398f-1396-4667-b648-42d75fca5e27"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:58:53.269805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 6520398f-1396-4667-b648-42d75fca5e27, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6520398f-1396-4667-b648-42d75fca5e27,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:58:53.277073 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:58:53.279929 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:58:53.288147 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-5071fa30-ee9c-49a8-a9ff-c9f3d9cd1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.291421 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-5071fa30-ee9c-49a8-a9ff-c9f3d9cd1708 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.1374903 Jun 16 14:58:53.341240 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf614f1-2adf-40bd-8e3b-2f52d8bdc92a x-openstack-request-id: req-baf614f1-2adf-40bd-8e3b-2f52d8bdc92a {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:58:53.341704 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca112fe-896a-4e00-9538-30e06d054397", "name": "network-vif-plugged", "status": "completed", "tag": "6520398f-1396-4667-b648-42d75fca5e27", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:58:53.342116 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baf614f1-2adf-40bd-8e3b-2f52d8bdc92a {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:58:53.342746 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca112fe-896a-4e00-9538-30e06d054397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6520398f-1396-4667-b648-42d75fca5e27', 'code': 200} Jun 16 14:58:53.367186 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=6520398f-1396-4667-b648-42d75fca5e27,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:58:53.373342 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:58:53.380630 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-1621a4a5-9413-436a-969e-1aff7e0192c8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.0813379 Jun 16 14:58:53.465550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-253aa0c5-b721-4e13-8520-82193de0a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.468098 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-253aa0c5-b721-4e13-8520-82193de0a5fb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.0772133 Jun 16 14:58:53.529211 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-deb8e8cc-e1d0-42ba-9b73-c88f6a73390c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485449 Jun 16 14:58:53.842331 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-37598530-8c8d-4860-9aee-39786fd8ce03 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990074 Jun 16 14:58:53.892416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52bc2a-848d-48a5-9aac-aca01e9b0e38 req-2b6ac948-1b4c-4149-b66e-01af2fcd0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.894123 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c52bc2a-848d-48a5-9aac-aca01e9b0e38 req-2b6ac948-1b4c-4149-b66e-01af2fcd0b97 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 1098 time: 0.1419351 Jun 16 14:58:53.976577 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f72eec-6884-4e97-b730-3332a73916d5 req-24c6a942-86bc-4cd5-a5f3-c5f0e3e14300 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.979330 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a2f72eec-6884-4e97-b730-3332a73916d5 req-24c6a942-86bc-4cd5-a5f3-c5f0e3e14300 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.2066338 Jun 16 14:58:53.987328 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b728-422f-4fef-8762-296f56073426 req-b595ea7b-69b2-4222-acc1-90073fc39780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:53.990031 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-86f6b728-422f-4fef-8762-296f56073426 req-b595ea7b-69b2-4222-acc1-90073fc39780 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.1576269 Jun 16 14:58:53.998773 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c52bc2a-848d-48a5-9aac-aca01e9b0e38 req-970a0ee9-3cb5-4c69-b7e1-70529277ad33 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578642 Jun 16 14:58:54.005546 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39cb5cad-a6b4-4b4d-a228-4dd528f35e37 req-794f426e-44e1-4e3e-85da-cc886cf1e7ae service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445780 Jun 16 14:58:54.040521 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a2f72eec-6884-4e97-b730-3332a73916d5 req-bbc06bc2-e534-4417-9273-529ace2ebc04 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Jun 16 14:58:54.115768 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-86f6b728-422f-4fef-8762-296f56073426 req-9dda0935-7738-4d36-aa4a-fbfddfb4c548 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Jun 16 14:58:54.231596 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501fe69-bfae-461f-98b4-aa054846f526 req-925475e7-002a-475b-9402-fa7d505ae93f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:54.233173 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e501fe69-bfae-461f-98b4-aa054846f526 req-925475e7-002a-475b-9402-fa7d505ae93f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.0695529 Jun 16 14:58:54.277515 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e501fe69-bfae-461f-98b4-aa054846f526 req-97e3460e-b7e9-451f-9a64-0824c01fca8e tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 Jun 16 14:58:54.462438 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaf17d-dadc-450c-8ac5-7027d9e98b98 req-1fd7d78d-3895-46d1-8f77-c78e6c36aeb7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:54.464302 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ceeaf17d-dadc-450c-8ac5-7027d9e98b98 req-1fd7d78d-3895-46d1-8f77-c78e6c36aeb7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0777478 Jun 16 14:58:54.506279 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ceeaf17d-dadc-450c-8ac5-7027d9e98b98 req-93f7a9fd-3abe-48f1-8d2c-fb2d254f3896 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356305 Jun 16 14:58:58.144668 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fe50-d975-4eb6-9a55-4e8cf48d4216 req-998fa19d-ad66-4bf4-8c28-66796fdc41b3 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:58.146829 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f226fe50-d975-4eb6-9a55-4e8cf48d4216 req-998fa19d-ad66-4bf4-8c28-66796fdc41b3 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.0778987 Jun 16 14:58:58.214826 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f226fe50-d975-4eb6-9a55-4e8cf48d4216 req-de629e54-a543-44b4-9170-353d258b95d5 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567644 Jun 16 14:58:58.280376 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e667c80-e976-4cfe-9a9e-919f576d4cf6 req-94af23c8-43bb-4f53-ade9-1cc1ae302c19 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:58.281951 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e667c80-e976-4cfe-9a9e-919f576d4cf6 req-94af23c8-43bb-4f53-ade9-1cc1ae302c19 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.0867217 Jun 16 14:58:58.338834 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e667c80-e976-4cfe-9a9e-919f576d4cf6 req-831c0b17-ad25-489c-afcf-fbeb94e453ba tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Jun 16 14:58:58.395910 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95b04-6ba8-4e8f-a081-45c2cfb2d7d9 req-0d402c41-298b-4fc0-bc51-ee21a7fe8be9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:58.397533 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c6f95b04-6ba8-4e8f-a081-45c2cfb2d7d9 req-0d402c41-298b-4fc0-bc51-ee21a7fe8be9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0696392 Jun 16 14:58:58.446970 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c6f95b04-6ba8-4e8f-a081-45c2cfb2d7d9 req-aa85067f-5317-4527-95fa-2b6272b6c0d1 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Jun 16 14:58:59.205814 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-9a8e365e-3195-4e66-9c86-1ab9a6aca924 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:59.207437 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-9a8e365e-3195-4e66-9c86-1ab9a6aca924 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/networks?id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 200 len: 814 time: 0.1463957 Jun 16 14:58:59.227190 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-1348b788-daba-4129-8597-216bd3ef5606 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/quotas/5cb7a5220e8648cba49747c86b07cd04 HTTP/1.1" status: 200 len: 375 time: 0.0103850 Jun 16 14:58:59.284536 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-c46e6edc-383c-49fa-90f9-54abc1bbcc76 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cb7a5220e8648cba49747c86b07cd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506203 Jun 16 14:58:59.415810 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-8f6e19c4-5408-4f2a-9533-8901a206b327 service neutron] 10.222.0.16 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223259 Jun 16 14:58:59.709230 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff708bff-fe23-4c71-a359-a57477f92d93 req-3ea9352c-8f62-436f-9488-b818519b5c26 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:58:59.712219 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ff708bff-fe23-4c71-a359-a57477f92d93 req-3ea9352c-8f62-436f-9488-b818519b5c26 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.1081297 Jun 16 14:58:59.772984 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ff708bff-fe23-4c71-a359-a57477f92d93 req-00ab9a79-8bc2-4c2b-8ba5-5db86627596c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537198 Jun 16 14:58:59.800618 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-367e6dc4-a549-4d19-b417-f4e77d203e95 service neutron] 10.222.0.16 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776636 Jun 16 14:59:00.027796 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb14f-b083-45a4-a0f2-b7fea1b05614 req-44e5487f-78d8-44dd-8a57-781a33d5b97c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:00.029671 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-af7eb14f-b083-45a4-a0f2-b7fea1b05614 req-44e5487f-78d8-44dd-8a57-781a33d5b97c tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.0769761 Jun 16 14:59:00.085512 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-af7eb14f-b083-45a4-a0f2-b7fea1b05614 req-ede15d19-a144-487a-b9bd-c26c92a21e4f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Jun 16 14:59:00.217136 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fe4f68f9-b5bb-4a24-b089-4dfd1ecc7164 req-14b0eb30-a294-4914-8c31-1dd1e1eefd2e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 210 time: 0.0565324 Jun 16 14:59:00.260725 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c3639-4949-47ad-b84c-6e5f0d0ee5a2 req-5f4de83f-37b6-47c5-ad26-daf1eb4b2ca0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:00.262800 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ad2c3639-4949-47ad-b84c-6e5f0d0ee5a2 req-5f4de83f-37b6-47c5-ad26-daf1eb4b2ca0 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0999198 Jun 16 14:59:00.347602 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ad2c3639-4949-47ad-b84c-6e5f0d0ee5a2 req-6ee248e8-7b78-45ef-aeee-9c9382ef0da5 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 Jun 16 14:59:00.999796 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e9df5-7a88-426e-a8dc-9ef0d52a3882 req-c02fdc5d-50f0-4832-bd15-7c0c131eeca0 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:01.002514 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-855e9df5-7a88-426e-a8dc-9ef0d52a3882 req-c02fdc5d-50f0-4832-bd15-7c0c131eeca0 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.0924184 Jun 16 14:59:01.059817 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-855e9df5-7a88-426e-a8dc-9ef0d52a3882 req-8545c223-8964-4f6e-9fa7-b0cf3dd160ba tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495291 Jun 16 14:59:01.161184 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fa2c7-da66-4225-9bac-613d24f10605 req-2633b1d9-b3fc-4825-aca9-17206d1025a4 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:01.164064 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-096fa2c7-da66-4225-9bac-613d24f10605 req-2633b1d9-b3fc-4825-aca9-17206d1025a4 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.103 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 949 time: 0.1379082 Jun 16 14:59:01.415243 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9127e6d5-9297-485f-b484-f3206e545883 req-a1a1e1f9-118d-440d-92a6-0aac8e569d34 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 210 time: 0.0327942 Jun 16 14:59:01.495062 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744430-a96e-45bb-b380-ed5d021135f8 req-76fd7791-208f-46cf-97e1-ab6b875d15ec tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:01.496778 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-60744430-a96e-45bb-b380-ed5d021135f8 req-76fd7791-208f-46cf-97e1-ab6b875d15ec tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.1900594 Jun 16 14:59:01.532560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Deleting port e94b9d73-624a-4a48-81bf-a8224fff9f25 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:01.532927 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:01.575056 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-60744430-a96e-45bb-b380-ed5d021135f8 req-ca4e3ba3-78c2-4aff-918b-5f81d4492fdb tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686283 Jun 16 14:59:01.651527 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] For port e94b9d73-624a-4a48-81bf-a8224fff9f25, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=e94b9d73-624a-4a48-81bf-a8224fff9f25,segment=NetworkSegment(ba90e7e5-35da-426a-9545-15d32c6b148a),segment_id=ba90e7e5-35da-426a-9545-15d32c6b148a)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:01.651889 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:01.742083 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4cacc-e180-4992-b05c-d9d0f3c220a2 req-24bb0a28-fc37-42f6-9c92-763977353a6a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:01.744543 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Calling delete_port for e94b9d73-624a-4a48-81bf-a8224fff9f25 owned by compute:nova {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:01.746087 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-aca4cacc-e180-4992-b05c-d9d0f3c220a2 req-24bb0a28-fc37-42f6-9c92-763977353a6a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1146884 Jun 16 14:59:01.842346 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-aca4cacc-e180-4992-b05c-d9d0f3c220a2 req-cf834b2f-1969-438e-bc6e-8a50911dc321 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767524 Jun 16 14:59:01.853541 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:02.080637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:02.092316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-badda65b-abd4-4afc-b6b0-1f871c464305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:02.103727 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['e94b9d73-624a-4a48-81bf-a8224fff9f25'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:02.155589 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Pushing event deleted for resources: {'Port': ['ID=e94b9d73-624a-4a48-81bf-a8224fff9f25,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:02.173347 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.174115 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.174787 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.176149 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.176149 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.176673 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.177564 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.178161 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.178766 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.179409 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.180517 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.182984 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:02.197642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:02.310187 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] No DVR routers for this DVR port e94b9d73-624a-4a48-81bf-a8224fff9f25 on host hv-cinder-79500 {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:02.315588 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:02.319787 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-096fa2c7-da66-4225-9bac-613d24f10605 req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.103 "DELETE /v2.0/ports/e94b9d73-624a-4a48-81bf-a8224fff9f25 HTTP/1.1" status: 204 len: 173 time: 1.1364996 Jun 16 14:59:02.321103 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b779302d-8074-4ebe-8783-46c835035dcc', 'name': 'network-vif-deleted', 'tag': 'e94b9d73-624a-4a48-81bf-a8224fff9f25'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:02.325749 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf6931-3769-4ba5-823f-a5654edb09c0" -d '{"events": [{"server_uuid": "b779302d-8074-4ebe-8783-46c835035dcc", "name": "network-vif-deleted", "tag": "e94b9d73-624a-4a48-81bf-a8224fff9f25"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:02.420212 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0a13ef14-bc98-457c-9d04-20896f9794cb req-4a93b796-a9bb-48fd-adcd-df7079a3c4af tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 210 time: 0.0315690 Jun 16 14:59:02.532111 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8aefc-13dc-47f3-bb62-1d5f5acf2871 x-openstack-request-id: req-d1f8aefc-13dc-47f3-bb62-1d5f5acf2871 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:02.533504 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b779302d-8074-4ebe-8783-46c835035dcc", "name": "network-vif-deleted", "tag": "e94b9d73-624a-4a48-81bf-a8224fff9f25", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:02.534192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1f8aefc-13dc-47f3-bb62-1d5f5acf2871 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:02.535100 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b779302d-8074-4ebe-8783-46c835035dcc', 'name': 'network-vif-deleted', 'tag': 'e94b9d73-624a-4a48-81bf-a8224fff9f25', 'status': 'completed', 'code': 200} Jun 16 14:59:02.729840 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2d42507d-76b4-4770-8d18-5da7af83ecb8 req-97e36ba7-a5a5-411e-ac1b-07576c75f16d tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 210 time: 0.0633461 Jun 16 14:59:02.946842 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-05b41aa7-3094-40a3-a85f-0895451d0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:02.949868 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-05b41aa7-3094-40a3-a85f-0895451d0152 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 1098 time: 0.1173186 Jun 16 14:59:03.049840 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a52f9-63d0-482f-b56f-79a276cdc88c req-054634d2-dfe3-417e-a869-5cc87c878c15 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:03.057665 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-915a52f9-63d0-482f-b56f-79a276cdc88c req-054634d2-dfe3-417e-a869-5cc87c878c15 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.2232742 Jun 16 14:59:03.076727 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-f633f7d4-c3df-494a-a209-6628a0cd72b2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:03.078964 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-f633f7d4-c3df-494a-a209-6628a0cd72b2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "GET /v2.0/networks?id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 200 len: 814 time: 0.2288771 Jun 16 14:59:03.113065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Request body: {'port': {'device_id': '04282090-3d38-41e0-b5da-119c415dc28e', 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7', 'admin_state_up': True, 'tenant_id': '5cb7a5220e8648cba49747c86b07cd04'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:59:03.132342 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-915a52f9-63d0-482f-b56f-79a276cdc88c req-9064423d-0014-4217-add2-a515a1146b9f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732808 Jun 16 14:59:03.158133 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-84084242-1203-40ad-ad7a-1af42acca5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:03.158133 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-84084242-1203-40ad-ad7a-1af42acca5f0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 200 len: 920 time: 0.1779900 Jun 16 14:59:03.247617 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-a4713970-b713-41d5-89cb-beddbfc5dfc7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 200 len: 217 time: 0.0767403 Jun 16 14:59:03.356036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Made reservation on behalf of 5cb7a5220e8648cba49747c86b07cd04 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:03.368037 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:03.377372 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-8e5c5d0f-b052-479f-8e5f-3416d556f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:03.379473 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-8e5c5d0f-b052-479f-8e5f-3416d556f04f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 200 len: 859 time: 0.0962591 Jun 16 14:59:03.437856 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-7202dd36-2f8a-4dc7-a86f-e6205e307dcd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=f49bc5fe-dc6c-4b24-bfd2-a769082592e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387092 Jun 16 14:59:03.587229 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-01769eed-5cdf-4174-a5bd-044ce3754205 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390445 Jun 16 14:59:03.601453 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Allocated IP 172.20.0.12 (1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7/ef9ee89e-0473-4289-ad6d-e1d62de15db7/293c7530-3b53-4df1-9c6f-92c87234fca2) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:03.823383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:03.865126 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ff0e5276-94bc-43dc-98b9-5cccd051fdab req-a33290b8-ee8a-4aba-ac1e-05c96bd3ed44 tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] 10.222.0.16 "GET /v2.0/ports?device_id=b779302d-8074-4ebe-8783-46c835035dcc HTTP/1.1" status: 200 len: 210 time: 0.0459797 Jun 16 14:59:03.888311 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62320a66-94b4-4290-a349-6008cbbfc1fd req-afb71e8f-da52-4a1d-805d-c278d228d313 service neutron] 10.222.0.103 "GET /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353632 Jun 16 14:59:03.902992 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-40e9ddcb-fea1-4004-a5a2-ed75a36e5fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:03.932132 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:03.947350 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bf987014-b100-4766-a701-2e8cb38675f7 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:04.013693 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:04.018755 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:04.026194 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:59:04.033728 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:04.034648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:04.078483 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Pushing event updated for resources: {'Port': ['ID=293c7530-3b53-4df1-9c6f-92c87234fca2,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:04.092268 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9851561 Jun 16 14:59:04.094269 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.094834 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.095258 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.095628 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.095991 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.096348 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.096703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.097143 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.097573 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.097936 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.098347 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.098901 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:04.103473 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:04.158213 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Request body: {'port': {'device_id': '04282090-3d38-41e0-b5da-119c415dc28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:59:04.379757 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:04.406570 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a81c6-5dde-45f4-ab7e-fd27560012ff req-24c50c11-d7aa-40e2-a7f5-195bab5b3313 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:04.408229 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-122a81c6-5dde-45f4-ab7e-fd27560012ff req-24c50c11-d7aa-40e2-a7f5-195bab5b3313 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 932 time: 0.2065794 Jun 16 14:59:04.467048 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b4203-d725-4e80-8da5-54227fb110bc req-8cfd7b26-6cb8-403f-af36-2f9df4e92063 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:04.468654 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d78b4203-d725-4e80-8da5-54227fb110bc req-8cfd7b26-6cb8-403f-af36-2f9df4e92063 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0846331 Jun 16 14:59:04.498078 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-122a81c6-5dde-45f4-ab7e-fd27560012ff req-9fd51d6d-7054-4c65-a235-5cd625738d88 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627835 Jun 16 14:59:04.523421 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d78b4203-d725-4e80-8da5-54227fb110bc req-cbe3a970-23e0-4c94-b473-a649830f0cb6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Jun 16 14:59:04.757321 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293c7530-3b53-4df1-9c6f-92c87234fca2 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:59:04.765525 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:04.786492 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Transition to ACTIVE for port object 293c7530-3b53-4df1-9c6f-92c87234fca2 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:59:04.792164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:04.794877 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:04.871415 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=293c7530-3b53-4df1-9c6f-92c87234fca2,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:04.875130 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:04.911664 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Attempting to bind port 293c7530-3b53-4df1-9c6f-92c87234fca2 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:59:04.912006 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Attempting to bind port 293c7530-3b53-4df1-9c6f-92c87234fca2 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:59:04.912353 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Attempting to bind port 293c7530-3b53-4df1-9c6f-92c87234fca2 on network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:59:04.917727 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Port 293c7530-3b53-4df1-9c6f-92c87234fca2 on network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:59:04.918052 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Attempting to bind port 293c7530-3b53-4df1-9c6f-92c87234fca2 on network 1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:59:04.923502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:59:04.923855 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Checking segment: {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:59:04.924247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Bound using segment: {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:59:04.924689 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Bound port: 293c7530-3b53-4df1-9c6f-92c87234fca2, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2cfbb44-c72f-483e-94f6-ca04a4549030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:59:04.925050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: from cryptography.utils import int_from_bytes Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: from cryptography.utils import int_from_bytes Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.003393 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:05.009863 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:05.015072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] For port 293c7530-3b53-4df1-9c6f-92c87234fca2, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:59:05.019532 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] For port 293c7530-3b53-4df1-9c6f-92c87234fca2, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=293c7530-3b53-4df1-9c6f-92c87234fca2,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:59:05.026250 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:05.028887 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:05.068093 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device e94b9d73-624a-4a48-81bf-a8224fff9f25 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:05.078447 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:05.079342 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:05.081755 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] 10.222.0.103 "PUT /v2.0/ports/293c7530-3b53-4df1-9c6f-92c87234fca2 HTTP/1.1" status: 200 len: 1094 time: 0.9328208 Jun 16 14:59:05.082570 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04282090-3d38-41e0-b5da-119c415dc28e', 'tag': '293c7530-3b53-4df1-9c6f-92c87234fca2'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:05.087188 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b123c7d7-5826-4d26-932a-ae935853849e" -d '{"events": [{"name": "network-changed", "server_uuid": "04282090-3d38-41e0-b5da-119c415dc28e", "tag": "293c7530-3b53-4df1-9c6f-92c87234fca2"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:05.101366 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: e94b9d73-624a-4a48-81bf-a8224fff9f25 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:05.102854 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device e94b9d73-624a-4a48-81bf-a8224fff9f25 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:05.156898 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=293c7530-3b53-4df1-9c6f-92c87234fca2,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:05.163974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:05.226039 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769df3a-b635-4584-b498-9ed05573f170 x-openstack-request-id: req-1769df3a-b635-4584-b498-9ed05573f170 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:05.226497 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04282090-3d38-41e0-b5da-119c415dc28e", "tag": "293c7530-3b53-4df1-9c6f-92c87234fca2", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:05.227027 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1769df3a-b635-4584-b498-9ed05573f170 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:05.228084 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04282090-3d38-41e0-b5da-119c415dc28e', 'tag': '293c7530-3b53-4df1-9c6f-92c87234fca2', 'status': 'completed', 'code': 200} Jun 16 14:59:05.276902 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-73a9f613-497c-4875-bc2a-22f7a2056465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:05.279598 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-73a9f613-497c-4875-bc2a-22f7a2056465 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5cb7a5220e8648cba49747c86b07cd04&device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 1097 time: 0.1079350 Jun 16 14:59:05.346408 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-6ecf6a65-ab4b-4fd7-93f1-6a91895f336a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293c7530-3b53-4df1-9c6f-92c87234fca2 HTTP/1.1" status: 200 len: 217 time: 0.0432775 Jun 16 14:59:05.409158 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09384c-7574-4a09-ab8b-385cd728304c req-02d066f8-0558-4ebb-a323-19fc08c1605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:05.410689 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-02d066f8-0558-4ebb-a323-19fc08c1605a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef9ee89e-0473-4289-ad6d-e1d62de15db7 HTTP/1.1" status: 200 len: 854 time: 0.0491216 Jun 16 14:59:05.467519 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-50f4e09c-d532-4c90-8788-ac7ed55eece0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396168 Jun 16 14:59:05.619494 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-413075fe-7e30-4ece-9435-e14c6e882a21 service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399064 Jun 16 14:59:05.843235 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd91b6-d0f2-405f-a2e4-1f5c0b8101b7 req-6163ee49-f2a8-4bff-a325-dc5ef37daed2 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:05.848685 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3ddd91b6-d0f2-405f-a2e4-1f5c0b8101b7 req-6163ee49-f2a8-4bff-a325-dc5ef37daed2 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1054008 Jun 16 14:59:05.864304 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f09384c-7574-4a09-ab8b-385cd728304c req-8878eced-a8c5-4437-ae46-f19c46a23bcc service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258070 Jun 16 14:59:05.903547 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3ddd91b6-d0f2-405f-a2e4-1f5c0b8101b7 req-0ceb8360-f3d0-40c7-8c41-05b62802775e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Jun 16 14:59:05.913899 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525825d9-157b-4500-bef1-ec3ab1c1ab1d req-712a213c-ff56-485f-ae99-b26688f9e35f tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:05.923171 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-525825d9-157b-4500-bef1-ec3ab1c1ab1d req-712a213c-ff56-485f-ae99-b26688f9e35f tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 944 time: 0.2108750 Jun 16 14:59:06.021610 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-525825d9-157b-4500-bef1-ec3ab1c1ab1d req-9cd03983-cea0-4369-90cc-15dc47d45a88 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893953 Jun 16 14:59:06.062687 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123c7d7-5826-4d26-932a-ae935853849e req-6d577023-5436-447c-894e-24b248041c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:06.064568 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-6d577023-5436-447c-894e-24b248041c22 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5cb7a5220e8648cba49747c86b07cd04&device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 1097 time: 0.1013532 Jun 16 14:59:06.187872 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123c7d7-5826-4d26-932a-ae935853849e req-a55d1f8c-f191-42b8-a686-cdbeca4dfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:06.190127 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-a55d1f8c-f191-42b8-a686-cdbeca4dfd00 service neutron] 10.222.0.103 "GET /v2.0/networks?id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 200 len: 915 time: 0.1126599 Jun 16 14:59:06.239358 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-1dc2ee44-4bb0-4430-97c9-e7dc4885155c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=293c7530-3b53-4df1-9c6f-92c87234fca2 HTTP/1.1" status: 200 len: 217 time: 0.0358355 Jun 16 14:59:06.330604 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123c7d7-5826-4d26-932a-ae935853849e req-28c46f69-9b29-40da-bfcc-7a283387ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:06.332136 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-28c46f69-9b29-40da-bfcc-7a283387ae78 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ef9ee89e-0473-4289-ad6d-e1d62de15db7 HTTP/1.1" status: 200 len: 854 time: 0.0742366 Jun 16 14:59:06.371399 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-64fcb84e-e3e4-4e72-b92f-52d5b8277d24 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290606 Jun 16 14:59:06.476039 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-878051be-9662-45ba-8726-7b21fd6e7e02 service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921729 Jun 16 14:59:06.479803 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2f323b41-48c9-4e5d-b65c-5c47cdb800d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:06.701262 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:06.921789 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b123c7d7-5826-4d26-932a-ae935853849e req-09df6da4-bb52-4d57-95bc-44d82eea4b95 service neutron] 10.222.0.103 "GET /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265189 Jun 16 14:59:07.176257 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3d8e2-7e6b-4e93-9359-6ecc3dc7e69b req-68d793be-e2b1-4441-b3c7-c0a2d79c666b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:07.190084 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0bb3d8e2-7e6b-4e93-9359-6ecc3dc7e69b req-68d793be-e2b1-4441-b3c7-c0a2d79c666b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1147094 Jun 16 14:59:07.263678 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0bb3d8e2-7e6b-4e93-9359-6ecc3dc7e69b req-73bb5b1e-16f4-4966-b257-3a881012f339 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722890 Jun 16 14:59:07.393924 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec852f1-6813-4063-ad2a-d19e08449976 req-f9383d7d-4b51-499d-8946-3e37363da4e7 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:07.395859 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8ec852f1-6813-4063-ad2a-d19e08449976 req-f9383d7d-4b51-499d-8946-3e37363da4e7 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 944 time: 0.1024201 Jun 16 14:59:07.400248 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:07.442233 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8ec852f1-6813-4063-ad2a-d19e08449976 req-0f86f773-f5f7-4cd2-9c8f-d7fdf2092298 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Jun 16 14:59:07.829365 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-1a2fbc39-8353-44ae-b13d-7c1eec03a5fc tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850291586&fields=id&tenant_id=145da4e05e294cfab1660fed725b558a HTTP/1.1" status: 200 len: 267 time: 0.0496368 Jun 16 14:59:07.970438 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-2e0022dd-ab79-4ec3-848d-9882a2bd6f6f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:07.972014 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-2e0022dd-ab79-4ec3-848d-9882a2bd6f6f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 808 time: 0.1307299 Jun 16 14:59:07.995237 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-4acf5dae-3355-4353-8f76-775cd48821fb tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/quotas/145da4e05e294cfab1660fed725b558a HTTP/1.1" status: 200 len: 375 time: 0.0118330 Jun 16 14:59:08.103362 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-84778759-9262-464c-a47f-b4b0982d3c0b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022992 Jun 16 14:59:08.222519 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-a01651e1-d579-428d-b880-707c64fb0d48 service neutron] 10.222.0.16 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022966 Jun 16 14:59:08.373999 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-a4583882-35a1-4543-923b-85e78dcb7524 service neutron] 10.222.0.16 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425054 Jun 16 14:59:08.576824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c41fef-238b-4edb-82bf-803f6edb6be9 req-fea00d23-5f80-49ce-bbf8-eff49038b4fe tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:08.584201 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a6c41fef-238b-4edb-82bf-803f6edb6be9 req-fea00d23-5f80-49ce-bbf8-eff49038b4fe tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1359835 Jun 16 14:59:08.656118 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a6c41fef-238b-4edb-82bf-803f6edb6be9 req-07509085-3caa-4b1a-924b-38ff2b7012a6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Jun 16 14:59:08.874437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875c3f-3b46-4a50-a40a-032ae97276a9 req-7716d69b-e692-410b-8f27-ee74b438507d tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:08.877254 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d4875c3f-3b46-4a50-a40a-032ae97276a9 req-7716d69b-e692-410b-8f27-ee74b438507d tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 944 time: 0.1081736 Jun 16 14:59:08.960822 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d4875c3f-3b46-4a50-a40a-032ae97276a9 req-854a4210-090c-4f83-9ad5-15141d830714 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731902 Jun 16 14:59:09.086690 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 293c7530-3b53-4df1-9c6f-92c87234fca2 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:59:09.275995 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-151a151a-bad0-4518-a281-972bb62f8eab req-752e6849-9e39-425f-a0f4-ef12946174f9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 210 time: 0.0663707 Jun 16 14:59:09.304298 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 293c7530-3b53-4df1-9c6f-92c87234fca2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=293c7530-3b53-4df1-9c6f-92c87234fca2,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:09.329706 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '293c7530-3b53-4df1-9c6f-92c87234fca2', 'network_id': '1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7', 'port_id': '293c7530-3b53-4df1-9c6f-92c87234fca2', 'mac_address': 'fa:16:3e:4a:5a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9ee89e-0473-4289-ad6d-e1d62de15db7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:59:09.381252 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:09.386393 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:09.403242 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293c7530-3b53-4df1-9c6f-92c87234fca2 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:59:09.425283 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 293c7530-3b53-4df1-9c6f-92c87234fca2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=293c7530-3b53-4df1-9c6f-92c87234fca2,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:09.431197 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:09.433194 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:09.511727 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=293c7530-3b53-4df1-9c6f-92c87234fca2,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:09.523386 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.523781 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.524800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.525249 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.525790 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.526554 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.527161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.527758 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.528315 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.528769 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.529305 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.529905 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:59:09.535465 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:09.940234 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16f3b2-7232-4769-8361-3c6e199196f1 req-3f3a9fd9-bf85-4c28-ab53-4238f7cb1b80 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:09.941935 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3c16f3b2-7232-4769-8361-3c6e199196f1 req-3f3a9fd9-bf85-4c28-ab53-4238f7cb1b80 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0809534 Jun 16 14:59:09.986553 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3c16f3b2-7232-4769-8361-3c6e199196f1 req-8e787d10-2299-4147-ad04-5af33ea83a25 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Jun 16 14:59:10.066102 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['293c7530-3b53-4df1-9c6f-92c87234fca2'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:10.243198 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad6384-3738-46f4-95b1-22bdf1166816 req-db5cbdb6-d971-452a-b5fd-1ef8102f2ee9 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:10.245772 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e2ad6384-3738-46f4-95b1-22bdf1166816 req-db5cbdb6-d971-452a-b5fd-1ef8102f2ee9 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 945 time: 0.0943894 Jun 16 14:59:10.313625 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e2ad6384-3738-46f4-95b1-22bdf1166816 req-fc80e95d-2488-42af-ba2c-8bb49a03e0e2 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613871 Jun 16 14:59:10.472548 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-36dc2932-2ef7-48db-8b3f-0b91c3afe69b req-bd1193ee-321d-4999-842b-f13abf6302ef tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 210 time: 0.0312095 Jun 16 14:59:10.600881 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48408) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:10.824590 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-2c4d01a0-a9a0-46b8-a853-f87cda0fca22 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:10.824590 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-2c4d01a0-a9a0-46b8-a853-f87cda0fca22 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 808 time: 0.2611024 Jun 16 14:59:10.941736 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-39f63137-c0ff-4e55-8ed7-06d2441d03f7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=145da4e05e294cfab1660fed725b558a HTTP/1.1" status: 200 len: 379 time: 0.0803318 Jun 16 14:59:10.958419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'port': {'device_id': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'admin_state_up': True, 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'security_groups': ['6eaec224-9b1f-4029-b7c3-27ce6c4a4c90']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:59:10.966150 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-527f564e-78c5-4443-b263-69a42f984c8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dd739e72a044cbfa211bb767a4aa80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627944 Jun 16 14:59:10.968998 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48420) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:11.051811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.084433 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Made reservation on behalf of 145da4e05e294cfab1660fed725b558a for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:59:11.085182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.088247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.171935 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.175804 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.177469 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3f5a6d7-2d37-4bdc-81af-244f0d25fc43 HTTP/1.1" status: 204 len: 168 time: 0.2063951 Jun 16 14:59:11.179139 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-29769aa9-bfa4-4b45-9407-146c9e6239dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:11.198210 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f5a6d7-2d37-4bdc-81af-244f0d25fc43,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:11.202219 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:11.265808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Allocated IP 172.20.0.12 (659d7664-aa13-42a5-9433-d4cb276958d4/457aac03-c6e7-444b-8683-fca127c18306/70305a1d-09dd-4f04-b2d6-5d3333203376) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:11.541274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.572217 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Transition to ACTIVE for port object 70305a1d-09dd-4f04-b2d6-5d3333203376 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:59:11.645711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.652692 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:11.664946 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562bb10-290b-4761-ba1e-561f9f1efd10 req-f8b3bb2f-fb9b-4bf0-af11-7e3df650dcca tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:11.671934 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d562bb10-290b-4761-ba1e-561f9f1efd10 req-f8b3bb2f-fb9b-4bf0-af11-7e3df650dcca tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 945 time: 0.1132493 Jun 16 14:59:11.714432 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d562bb10-290b-4761-ba1e-561f9f1efd10 req-389b4016-f5be-41c0-94c9-b45826caf614 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388794 Jun 16 14:59:11.778106 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Network 659d7664-aa13-42a5-9433-d4cb276958d4 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:11.794953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:11.806762 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:59:11.824007 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:11.828548 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:11.833388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:11.847137 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:11.886904 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9330521 Jun 16 14:59:11.919917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Request body: {'port': {'device_id': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:59:11.941351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3fbf0-5c8f-498c-a403-a9eff4bf1878 req-e721e0b6-3b46-4a25-8810-0852140add21 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:11.944172 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c7a3fbf0-5c8f-498c-a403-a9eff4bf1878 req-e721e0b6-3b46-4a25-8810-0852140add21 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 932 time: 0.2470646 Jun 16 14:59:12.118115 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c7a3fbf0-5c8f-498c-a403-a9eff4bf1878 req-0f20906d-e9e4-4dd1-a820-d7aca3dcb9ee tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209395 Jun 16 14:59:12.146030 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:12.203688 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-80b9c198-6e69-4fde-bf67-a04238ae9b4b None None] Provisioning for port 70305a1d-09dd-4f04-b2d6-5d3333203376 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:59:12.219473 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-80b9c198-6e69-4fde-bf67-a04238ae9b4b None None] Provisioning complete for port 70305a1d-09dd-4f04-b2d6-5d3333203376 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:59:12.220355 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-80b9c198-6e69-4fde-bf67-a04238ae9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:12.289787 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-80b9c198-6e69-4fde-bf67-a04238ae9b4b None None] Port 70305a1d-09dd-4f04-b2d6-5d3333203376 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:59:12.530921 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70305a1d-09dd-4f04-b2d6-5d3333203376 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:59:12.539241 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:12.553114 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Transition to ACTIVE for port object 70305a1d-09dd-4f04-b2d6-5d3333203376 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:59:12.557330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:12.559593 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2350a228-6f4c-464d-aaea-ce8a83479eb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:12.653637 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:12.659713 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:12.722934 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Attempting to bind port 70305a1d-09dd-4f04-b2d6-5d3333203376 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:59:12.723479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Attempting to bind port 70305a1d-09dd-4f04-b2d6-5d3333203376 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:59:12.723905 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Attempting to bind port 70305a1d-09dd-4f04-b2d6-5d3333203376 on network 659d7664-aa13-42a5-9433-d4cb276958d4 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:59:12.731280 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Port 70305a1d-09dd-4f04-b2d6-5d3333203376 on network 659d7664-aa13-42a5-9433-d4cb276958d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:59:12.731732 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Attempting to bind port 70305a1d-09dd-4f04-b2d6-5d3333203376 on network 659d7664-aa13-42a5-9433-d4cb276958d4 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:59:12.737728 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:59:12.738067 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Checking segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:59:12.738461 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Bound using segment: {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:59:12.738944 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Bound port: 70305a1d-09dd-4f04-b2d6-5d3333203376, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:59:12.739310 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:12.929717 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:59:12.957887 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:59:12.967806 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:12.974276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d3c5dfe9-e7f1-49ef-ba7b-f1133e7116b6 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:13.051302 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:13.052396 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:13.055037 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] 10.222.0.103 "PUT /v2.0/ports/70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 1094 time: 1.1451311 Jun 16 14:59:13.058216 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:13.062483 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a85a61-d20b-49cb-a4c3-654c2af9237e" -d '{"events": [{"name": "network-changed", "server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:13.102339 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a076a-08b4-4fb4-ad4e-204b3ad8686d req-d66ef6c8-bcfc-4122-a027-a924bfd44a1b tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:13.105171 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a47a076a-08b4-4fb4-ad4e-204b3ad8686d req-d66ef6c8-bcfc-4122-a027-a924bfd44a1b tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 945 time: 0.2579730 Jun 16 14:59:13.142214 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 293c7530-3b53-4df1-9c6f-92c87234fca2 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:59:13.178332 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:13.182715 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:13.205855 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8462001a-8bfc-48e2-98f9-1c7a3a9d504a x-openstack-request-id: req-8462001a-8bfc-48e2-98f9-1c7a3a9d504a {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:13.206522 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:13.207023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8462001a-8bfc-48e2-98f9-1c7a3a9d504a {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:13.207704 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'status': 'completed', 'code': 200} Jun 16 14:59:13.251456 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a47a076a-08b4-4fb4-ad4e-204b3ad8686d req-ca48ff66-b2a3-476e-9d22-99c64bbcebc8 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286058 Jun 16 14:59:13.303190 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 293c7530-3b53-4df1-9c6f-92c87234fca2 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:59:13.305527 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-ea6a8e43-401f-4339-b961-1d64872f985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:13.307351 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-ea6a8e43-401f-4339-b961-1d64872f985d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1097 time: 0.0986116 Jun 16 14:59:13.309454 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 293c7530-3b53-4df1-9c6f-92c87234fca2 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:59:13.310061 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:13.365152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-158a8110-ed84-47aa-8bb2-40e41d2db283 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 217 time: 0.0404186 Jun 16 14:59:13.468410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-6459b47a-b728-410c-b8e1-e6291e9c90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:13.471854 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-6459b47a-b728-410c-b8e1-e6291e9c90cc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0890207 Jun 16 14:59:13.499436 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:13.505095 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586fe07-ce9b-47c1-b87b-df5895259da3 req-e82a8a51-0554-48e1-aae2-765870e2890e tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:13.506788 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1586fe07-ce9b-47c1-b87b-df5895259da3 req-e82a8a51-0554-48e1-aae2-765870e2890e tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0796988 Jun 16 14:59:13.559346 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1586fe07-ce9b-47c1-b87b-df5895259da3 req-8f2a4d14-b49c-4f93-8973-1585378349c9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402606 Jun 16 14:59:13.561996 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 293c7530-3b53-4df1-9c6f-92c87234fca2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=293c7530-3b53-4df1-9c6f-92c87234fca2,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:13.563639 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04282090-3d38-41e0-b5da-119c415dc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293c7530-3b53-4df1-9c6f-92c87234fca2'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:13.567642 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa939d5a-e5b4-46a1-893a-73772c35b84e" -d '{"events": [{"server_uuid": "04282090-3d38-41e0-b5da-119c415dc28e", "name": "network-vif-plugged", "status": "completed", "tag": "293c7530-3b53-4df1-9c6f-92c87234fca2"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:13.574297 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:13.577627 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:13.620918 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-49d0c43f-6dc7-4919-bd83-7db1ed80955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:13.625547 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-49d0c43f-6dc7-4919-bd83-7db1ed80955c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305254 Jun 16 14:59:13.658856 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=293c7530-3b53-4df1-9c6f-92c87234fca2,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:13.662597 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:13.682910 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d3267-9cd8-4b1f-8302-d780b6488d80 x-openstack-request-id: req-2a9d3267-9cd8-4b1f-8302-d780b6488d80 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:13.683314 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04282090-3d38-41e0-b5da-119c415dc28e", "name": "network-vif-plugged", "status": "completed", "tag": "293c7530-3b53-4df1-9c6f-92c87234fca2", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:13.683516 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a9d3267-9cd8-4b1f-8302-d780b6488d80 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:13.683942 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04282090-3d38-41e0-b5da-119c415dc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293c7530-3b53-4df1-9c6f-92c87234fca2', 'code': 200} Jun 16 14:59:13.793678 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-eb6b6036-3d1e-41d1-b196-342058a1f6f1 service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486714 Jun 16 14:59:13.963037 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-85285bef-cb00-483d-ac2b-c1017860b7a3 req-674b1d64-327a-4576-abb0-6c974988abcb service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623304 Jun 16 14:59:14.051648 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bdc35-2664-48e3-a73a-8c49249f3cd3 req-e7ed8b5a-0383-4170-841a-eedca0bf44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.053329 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-991bdc35-2664-48e3-a73a-8c49249f3cd3 req-e7ed8b5a-0383-4170-841a-eedca0bf44d2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 1099 time: 0.0901041 Jun 16 14:59:14.113297 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-991bdc35-2664-48e3-a73a-8c49249f3cd3 req-8a6e45d1-f9cb-48d2-a861-93ebcf7d8486 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500112 Jun 16 14:59:14.120947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-97365079-4ef3-4b36-8046-071a55a5eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.124243 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-97365079-4ef3-4b36-8046-071a55a5eccd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1097 time: 0.0788410 Jun 16 14:59:14.316348 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-d9f4253e-8491-4cca-8f33-5dbd9ee8cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.317869 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-d9f4253e-8491-4cca-8f33-5dbd9ee8cc19 service neutron] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 909 time: 0.1159425 Jun 16 14:59:14.367793 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-407f998e-163f-4114-ae12-f57052860422 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 217 time: 0.0357709 Jun 16 14:59:14.459707 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-96b3a521-8c3f-4ed8-9b17-514c38ff6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.461189 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-96b3a521-8c3f-4ed8-9b17-514c38ff6027 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0792048 Jun 16 14:59:14.521142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81908b-b389-45fc-9b0d-89b96758fae9 req-9ab6c6e5-89a7-4e63-871f-838cb557980e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.522782 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3a81908b-b389-45fc-9b0d-89b96758fae9 req-9ab6c6e5-89a7-4e63-871f-838cb557980e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 946 time: 0.1143436 Jun 16 14:59:14.561377 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-27bff00a-c58b-4bd3-b203-37d522a9a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.562997 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-27bff00a-c58b-4bd3-b203-37d522a9a7c8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937204 Jun 16 14:59:14.576528 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3a81908b-b389-45fc-9b0d-89b96758fae9 req-96173547-87ab-4ded-b4cc-c094d912559f tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 Jun 16 14:59:14.676177 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-e288ed53-1466-436f-86e0-2cccf713bf1b service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984066 Jun 16 14:59:14.779610 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-25a85a61-d20b-49cb-a4c3-654c2af9237e req-a18f62ec-f390-4d90-9374-ecf087c911cd service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902274 Jun 16 14:59:14.816701 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0ca25-5ba1-4513-a97f-6c7531918361 req-930fae36-68d1-49de-8c6a-85918c9b19d9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:14.819445 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16f0ca25-5ba1-4513-a97f-6c7531918361 req-930fae36-68d1-49de-8c6a-85918c9b19d9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.1139493 Jun 16 14:59:14.873635 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-16f0ca25-5ba1-4513-a97f-6c7531918361 req-4460ff0e-c19d-4671-8ac7-1e6544611dfc tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 Jun 16 14:59:15.792641 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27344ec0-4fe0-4c1e-ab20-12cfc1331600 req-3aa190e6-54c0-4b72-a9d7-2985f8c0d85a tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:15.794392 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27344ec0-4fe0-4c1e-ab20-12cfc1331600 req-3aa190e6-54c0-4b72-a9d7-2985f8c0d85a tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 946 time: 0.0846009 Jun 16 14:59:15.840013 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-27344ec0-4fe0-4c1e-ab20-12cfc1331600 req-451a0191-d27d-488e-9c5e-f17b8c939b4e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Jun 16 14:59:16.083440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e46fc-b056-4bd5-a7a9-dfb3971f542b req-edbefd4d-8967-4571-8b1f-93be5a4180df tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:16.085207 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1d8e46fc-b056-4bd5-a7a9-dfb3971f542b req-edbefd4d-8967-4571-8b1f-93be5a4180df tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0788939 Jun 16 14:59:16.137993 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1d8e46fc-b056-4bd5-a7a9-dfb3971f542b req-a3a1cac4-5c27-4f63-bf0e-2f1ec014d6ba tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454469 Jun 16 14:59:16.307903 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:59:17.046066 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068a323-22e6-44ba-b654-d00795a77ba4 req-778e7d06-3a45-4e50-b25e-8047f51fc76e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:17.047619 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7068a323-22e6-44ba-b654-d00795a77ba4 req-778e7d06-3a45-4e50-b25e-8047f51fc76e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 946 time: 0.0702269 Jun 16 14:59:17.093918 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7068a323-22e6-44ba-b654-d00795a77ba4 req-298328ed-9e06-4d26-aa5c-0a514ee4f3cf tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360003 Jun 16 14:59:17.414270 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995e876-62a4-4e51-9c92-39bb71c18bf0 req-da894727-e25d-4e76-b4aa-c2dc9dad676d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:17.417497 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6995e876-62a4-4e51-9c92-39bb71c18bf0 req-da894727-e25d-4e76-b4aa-c2dc9dad676d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.1045477 Jun 16 14:59:17.486054 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6995e876-62a4-4e51-9c92-39bb71c18bf0 req-ec355a29-f87f-4f7e-8491-8e77fcfbc23f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597813 Jun 16 14:59:18.736518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbaa29-e68b-4846-89db-1a14ad70bbfb req-a37271e3-b281-404a-9c30-196e2dd44e59 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:18.739424 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f6cbaa29-e68b-4846-89db-1a14ad70bbfb req-a37271e3-b281-404a-9c30-196e2dd44e59 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0809886 Jun 16 14:59:18.813984 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f6cbaa29-e68b-4846-89db-1a14ad70bbfb req-6a98f4a2-cbdb-4f4b-b644-66a55c1f3aa9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667853 Jun 16 14:59:19.896784 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50d434-b01c-44f6-90ac-a7290845de02 req-18e8eca1-0e67-494b-a0f2-4ad5cebed689 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:19.898753 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fe50d434-b01c-44f6-90ac-a7290845de02 req-18e8eca1-0e67-494b-a0f2-4ad5cebed689 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0849302 Jun 16 14:59:19.944733 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fe50d434-b01c-44f6-90ac-a7290845de02 req-61d3314b-9a4b-48cf-b730-7c3193f2c1e4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361197 Jun 16 14:59:20.112575 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99345a68-fe23-419a-975b-96b12d73319c req-36b73a53-9bb6-45f6-ac78-a78adfa8a521 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:20.114233 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-99345a68-fe23-419a-975b-96b12d73319c req-36b73a53-9bb6-45f6-ac78-a78adfa8a521 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.1111295 Jun 16 14:59:20.159411 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-99345a68-fe23-419a-975b-96b12d73319c req-bbdb7fc9-bbd5-4874-8f0d-8436d3af3c35 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Jun 16 14:59:21.185869 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebf799-1520-4cee-b36e-c6e9f6932b91 req-7f198362-b008-46b6-a5f6-fab4953a333c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:21.189249 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-09ebf799-1520-4cee-b36e-c6e9f6932b91 req-7f198362-b008-46b6-a5f6-fab4953a333c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0910792 Jun 16 14:59:21.265631 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-09ebf799-1520-4cee-b36e-c6e9f6932b91 req-ab39a1a8-e283-4a16-80d0-0559c736b88d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711775 Jun 16 14:59:21.475368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfb1e-5179-4425-a40e-6ee85572095c req-9a2a19e4-4b37-4b17-9dc9-0dc717e4524f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:21.476973 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1c6dfb1e-5179-4425-a40e-6ee85572095c req-9a2a19e4-4b37-4b17-9dc9-0dc717e4524f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0818954 Jun 16 14:59:21.522226 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1c6dfb1e-5179-4425-a40e-6ee85572095c req-9f7e90db-4c6d-4454-a161-3de2c8643b96 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 Jun 16 14:59:22.564877 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87109b08-6434-46ed-b540-271d5127c6a1 req-1cfb39eb-1cca-41f6-a1cd-0a6c2b406f04 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:22.567275 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-87109b08-6434-46ed-b540-271d5127c6a1 req-1cfb39eb-1cca-41f6-a1cd-0a6c2b406f04 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1097310 Jun 16 14:59:22.624729 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-87109b08-6434-46ed-b540-271d5127c6a1 req-0edc3e05-6fdc-477e-92d9-1383d1cfbd7f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482600 Jun 16 14:59:22.719426 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0323f-8d4c-4b34-b501-37318d4a584a req-86686016-586d-41da-a4cf-a417c3913405 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:22.721146 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6bc0323f-8d4c-4b34-b501-37318d4a584a req-86686016-586d-41da-a4cf-a417c3913405 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0699563 Jun 16 14:59:22.799451 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6bc0323f-8d4c-4b34-b501-37318d4a584a req-e548585b-0867-4a75-8aba-addcab9939f9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671854 Jun 16 14:59:23.831746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96096c-503e-4a13-87f7-55ba4b3a9176 req-053d46f8-1d4b-4c1e-b361-c1d751db1ca5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:23.833179 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a96096c-503e-4a13-87f7-55ba4b3a9176 req-053d46f8-1d4b-4c1e-b361-c1d751db1ca5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0659013 Jun 16 14:59:23.880802 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a96096c-503e-4a13-87f7-55ba4b3a9176 req-64812918-2bb8-4d58-ad05-732ae3d06079 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387671 Jun 16 14:59:24.028328 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d095e9-765a-460c-8955-119669f7d6cf req-dcc3f3ee-9e2c-4f35-b2fe-5e19613db1ff tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:24.029992 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f4d095e9-765a-460c-8955-119669f7d6cf req-dcc3f3ee-9e2c-4f35-b2fe-5e19613db1ff tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0765328 Jun 16 14:59:24.078845 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f4d095e9-765a-460c-8955-119669f7d6cf req-4646eafa-2070-498f-bc84-fd7c6e2aa58f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380888 Jun 16 14:59:24.389495 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa885-26b7-4fec-8635-b6e4c731f244 req-76fa03a0-002b-4de8-ac60-c6bb4c0ed96b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:24.392299 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-db8fa885-26b7-4fec-8635-b6e4c731f244 req-76fa03a0-002b-4de8-ac60-c6bb4c0ed96b tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.1202385 Jun 16 14:59:24.455591 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-db8fa885-26b7-4fec-8635-b6e4c731f244 req-a392de69-53bc-4b4e-8924-bc6b544c64e9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547683 Jun 16 14:59:24.657159 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ae0c-aad6-49b3-a0cb-dc52218ed94b req-cdad46ae-ee16-4059-8c16-1fd48f0f067a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:24.658757 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bd65ae0c-aad6-49b3-a0cb-dc52218ed94b req-cdad46ae-ee16-4059-8c16-1fd48f0f067a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0681908 Jun 16 14:59:24.711862 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bd65ae0c-aad6-49b3-a0cb-dc52218ed94b req-ac5b5394-c0f1-46ee-a4bb-386a6878318d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Jun 16 14:59:25.095245 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30df40-b67f-4702-ae84-7d4aafad5dc0 req-0291f7bf-eeec-47ed-91c9-96834357f522 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:25.096816 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8b30df40-b67f-4702-ae84-7d4aafad5dc0 req-0291f7bf-eeec-47ed-91c9-96834357f522 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0883517 Jun 16 14:59:25.152855 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8b30df40-b67f-4702-ae84-7d4aafad5dc0 req-1f6587dc-27d7-422b-9b33-642da1970aad tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495307 Jun 16 14:59:25.300554 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44925d-b876-4487-a558-2da6e32d90ae req-c1147feb-c93c-4ea0-9481-14e71a7a8afe tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:25.302151 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7b44925d-b876-4487-a558-2da6e32d90ae req-c1147feb-c93c-4ea0-9481-14e71a7a8afe tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0693729 Jun 16 14:59:25.345588 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7b44925d-b876-4487-a558-2da6e32d90ae req-6c267b43-e10a-4cff-ba88-797d8b645dbe tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364468 Jun 16 14:59:25.728677 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0a5df-10db-4d3e-9dd6-0200cc279850 req-73bdcf83-aa62-4732-bca9-6c0d10c95411 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:25.730344 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cea0a5df-10db-4d3e-9dd6-0200cc279850 req-73bdcf83-aa62-4732-bca9-6c0d10c95411 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.0673361 Jun 16 14:59:25.778337 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cea0a5df-10db-4d3e-9dd6-0200cc279850 req-67d4f873-20a7-4cae-8c60-bc893a902771 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Jun 16 14:59:25.929384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a241e30-023b-4cb2-aa95-749ca1037f4c req-a3bd41b3-1870-4545-a3b5-4fc4011b02e7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:25.931550 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a241e30-023b-4cb2-aa95-749ca1037f4c req-a3bd41b3-1870-4545-a3b5-4fc4011b02e7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0760381 Jun 16 14:59:25.973789 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a241e30-023b-4cb2-aa95-749ca1037f4c req-8fc8cfee-6776-4278-8b6f-6d1fdbc65723 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359149 Jun 16 14:59:26.386709 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae4c0-1031-41b6-9595-0344d858b05d req-5dc4b010-94c4-43d2-af5a-c714eec6ac19 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:26.388974 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-754ae4c0-1031-41b6-9595-0344d858b05d req-5dc4b010-94c4-43d2-af5a-c714eec6ac19 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1111872 Jun 16 14:59:26.441697 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-754ae4c0-1031-41b6-9595-0344d858b05d req-debe2cfb-a981-4367-934b-af51baba5620 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451133 Jun 16 14:59:26.741669 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce261f0c-95b1-4582-b8ba-169c1826b27a req-13bb2e07-d891-4490-964e-90e41b47f1ba tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:26.743825 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ce261f0c-95b1-4582-b8ba-169c1826b27a req-13bb2e07-d891-4490-964e-90e41b47f1ba tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.2739227 Jun 16 14:59:26.786185 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ce261f0c-95b1-4582-b8ba-169c1826b27a req-7c52bbd0-3a66-4cfb-b901-7bd5379654fd tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362468 Jun 16 14:59:26.995953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70075-2a11-447e-8776-a7547583fbee req-4e1242cc-8e85-487d-8bb9-17d3f7c8404a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:26.997479 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-46d70075-2a11-447e-8776-a7547583fbee req-4e1242cc-8e85-487d-8bb9-17d3f7c8404a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.0747111 Jun 16 14:59:27.051242 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-46d70075-2a11-447e-8776-a7547583fbee req-092a88ed-fb1b-413f-92de-1cec245dffbe tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Jun 16 14:59:27.200723 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d7c2a-a2fb-448b-8dcc-01b8dd37a7a0 req-8d510100-c0a9-40b6-b238-30286d2821be tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:27.202506 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-842d7c2a-a2fb-448b-8dcc-01b8dd37a7a0 req-8d510100-c0a9-40b6-b238-30286d2821be tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.0822496 Jun 16 14:59:27.255502 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-842d7c2a-a2fb-448b-8dcc-01b8dd37a7a0 req-e5017064-ab98-4a5c-a4fb-b024a2252a8b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Jun 16 14:59:27.269840 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205502e-bb03-40b3-af88-c021ce297c89 req-e6c68a3c-c075-4a1a-b9fe-c81606b4a837 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:27.272432 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b205502e-bb03-40b3-af88-c021ce297c89 req-e6c68a3c-c075-4a1a-b9fe-c81606b4a837 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 945 time: 0.1110795 Jun 16 14:59:27.414062 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Deleting port 6520398f-1396-4667-b648-42d75fca5e27 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:27.427145 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:27.516210 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] For port 6520398f-1396-4667-b648-42d75fca5e27, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6520398f-1396-4667-b648-42d75fca5e27,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:27.516580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:27.588189 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Calling delete_port for 6520398f-1396-4667-b648-42d75fca5e27 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:27.735348 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57180ed7-a0bc-438d-8354-62290be6b92b req-ae249a19-1be8-411c-bf43-15cc41d25f72 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:27.737009 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57180ed7-a0bc-438d-8354-62290be6b92b req-ae249a19-1be8-411c-bf43-15cc41d25f72 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1050332 Jun 16 14:59:27.812933 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:27.817530 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9e2f5748-2578-4d28-ae39-304f749cf83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:27.824072 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-57180ed7-a0bc-438d-8354-62290be6b92b req-9658118f-be01-4514-b18e-85e0a13869cc tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682375 Jun 16 14:59:27.832354 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833', '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', '9d17bef6-c8fc-40da-89fa-f3697d98fbd2', '6520398f-1396-4667-b648-42d75fca5e27'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:27.850726 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event deleted for resources: {'Port': ['ID=6520398f-1396-4667-b648-42d75fca5e27,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:27.855466 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:27.906135 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] No DVR routers for this DVR port 6520398f-1396-4667-b648-42d75fca5e27 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:27.909764 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:27.912391 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b205502e-bb03-40b3-af88-c021ce297c89 req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "DELETE /v2.0/ports/6520398f-1396-4667-b648-42d75fca5e27 HTTP/1.1" status: 204 len: 173 time: 0.6217070 Jun 16 14:59:27.913233 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca112fe-896a-4e00-9538-30e06d054397', 'name': 'network-vif-deleted', 'tag': '6520398f-1396-4667-b648-42d75fca5e27'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:27.916572 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeeb6ec-c04c-4ff9-8482-0cb2c0a17d26" -d '{"events": [{"server_uuid": "7ca112fe-896a-4e00-9538-30e06d054397", "name": "network-vif-deleted", "tag": "6520398f-1396-4667-b648-42d75fca5e27"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:28.020138 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60786ce8-857c-49bd-885c-81081901be32 x-openstack-request-id: req-60786ce8-857c-49bd-885c-81081901be32 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:28.020756 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca112fe-896a-4e00-9538-30e06d054397", "name": "network-vif-deleted", "tag": "6520398f-1396-4667-b648-42d75fca5e27", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:28.021299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60786ce8-857c-49bd-885c-81081901be32 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:28.022057 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca112fe-896a-4e00-9538-30e06d054397', 'name': 'network-vif-deleted', 'tag': '6520398f-1396-4667-b648-42d75fca5e27', 'status': 'completed', 'code': 200} Jun 16 14:59:28.081356 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659664-be03-47f2-953a-faa5476caa54 req-0aeaa30d-1450-45ea-8114-7759e17af4eb tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:28.082862 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d659664-be03-47f2-953a-faa5476caa54 req-0aeaa30d-1450-45ea-8114-7759e17af4eb tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0887196 Jun 16 14:59:28.158717 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3d659664-be03-47f2-953a-faa5476caa54 req-c94e4f48-a66f-4805-a3c7-3515b7a0b511 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648658 Jun 16 14:59:28.345463 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2091b5aa-3bde-4837-9fcd-4df3ba66479f req-ec05348a-69af-4a1b-88a8-194c576d9aed tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ca112fe-896a-4e00-9538-30e06d054397 HTTP/1.1" status: 200 len: 210 time: 0.0542088 Jun 16 14:59:28.452234 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-5c34816b-5a58-462f-bcb2-f2cc16d12e10 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:28.454899 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-5c34816b-5a58-462f-bcb2-f2cc16d12e10 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1078913 Jun 16 14:59:28.630394 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a4f0-7438-4a78-977f-f6f3a545c2cb req-e4ffc816-2f36-4b1d-991e-6a85dfa9236e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:28.633107 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c96a4f0-7438-4a78-977f-f6f3a545c2cb req-e4ffc816-2f36-4b1d-991e-6a85dfa9236e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 945 time: 0.1370347 Jun 16 14:59:28.668522 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Deleting port af4b31bc-37df-4db2-8659-3a1a508a9ff2 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:28.669037 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:28.743179 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2c96a4f0-7438-4a78-977f-f6f3a545c2cb req-d9d8ce8b-906e-48ea-b2ff-1e79e3cedbe6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008470 Jun 16 14:59:28.854723 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] For port af4b31bc-37df-4db2-8659-3a1a508a9ff2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=af4b31bc-37df-4db2-8659-3a1a508a9ff2,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:28.855371 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:28.976061 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Calling delete_port for af4b31bc-37df-4db2-8659-3a1a508a9ff2 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:29.106628 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78445a-f485-4ca0-bba7-6f9536880c27 req-ee2db175-d347-4bba-8ef6-ac00ade557bc tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:29.109502 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7b78445a-f485-4ca0-bba7-6f9536880c27 req-ee2db175-d347-4bba-8ef6-ac00ade557bc tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1139967 Jun 16 14:59:29.178996 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7b78445a-f485-4ca0-bba7-6f9536880c27 req-02706b9f-ad9c-48eb-9290-931ecfd95fb2 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626397 Jun 16 14:59:29.263231 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 70305a1d-09dd-4f04-b2d6-5d3333203376 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:59:29.465376 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:29.491166 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'port_id': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'mac_address': 'fa:16:3e:50:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:59:29.549842 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4b54-5594-4299-ab19-3c5ff90d5f31 req-a12065a7-09f1-4424-8f8e-f199eafb20a7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:29.552512 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2b7c4b54-5594-4299-ab19-3c5ff90d5f31 req-a12065a7-09f1-4424-8f8e-f199eafb20a7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.2024002 Jun 16 14:59:29.586206 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:29.599650 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:29.607700 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['af4b31bc-37df-4db2-8659-3a1a508a9ff2', '1de256f7-74d0-4012-ba80-069a3b8dd197'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:29.629924 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:29.669749 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70305a1d-09dd-4f04-b2d6-5d3333203376 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:59:29.739265 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Pushing event deleted for resources: {'Port': ['ID=af4b31bc-37df-4db2-8659-3a1a508a9ff2,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:29.774677 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:29.798390 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:29.806402 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:29.806820 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:29.840170 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] No DVR routers for this DVR port af4b31bc-37df-4db2-8659-3a1a508a9ff2 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:29.844656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:29.846786 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6179c4d1-942b-4d98-9a54-38e6c8b92a20 req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "DELETE /v2.0/ports/af4b31bc-37df-4db2-8659-3a1a508a9ff2 HTTP/1.1" status: 204 len: 173 time: 1.3842800 Jun 16 14:59:29.863623 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2b7c4b54-5594-4299-ab19-3c5ff90d5f31 req-b0875220-93d2-4226-991e-7d2b68c061d7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029397 Jun 16 14:59:29.935640 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:29.945123 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:30.022860 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'name': 'network-vif-deleted', 'tag': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:30.025917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349c1b39-6212-4834-b202-a7386e0807e6" -d '{"events": [{"server_uuid": "cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed", "name": "network-vif-deleted", "tag": "af4b31bc-37df-4db2-8659-3a1a508a9ff2"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:30.090307 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd55c9-7af7-46ee-b97e-ce66ab3abd2f x-openstack-request-id: req-3bfd55c9-7af7-46ee-b97e-ce66ab3abd2f {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:30.090860 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed", "name": "network-vif-deleted", "tag": "af4b31bc-37df-4db2-8659-3a1a508a9ff2", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:30.091329 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bfd55c9-7af7-46ee-b97e-ce66ab3abd2f {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:30.091755 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed', 'name': 'network-vif-deleted', 'tag': 'af4b31bc-37df-4db2-8659-3a1a508a9ff2', 'status': 'completed', 'code': 200} Jun 16 14:59:30.127666 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-541fac5a-5f5e-43e4-be3a-39e60098fcd9 req-1389ea7e-3a7f-42d9-9256-6e4db3e9c317 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.0345063 Jun 16 14:59:30.191400 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['70305a1d-09dd-4f04-b2d6-5d3333203376'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:30.370103 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf5bd-1269-41e8-b0cb-188028ac9061 req-53bbd663-ebdd-44e4-b00c-2f47a21e68d0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:30.371727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a44cf5bd-1269-41e8-b0cb-188028ac9061 req-53bbd663-ebdd-44e4-b00c-2f47a21e68d0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0680192 Jun 16 14:59:30.425418 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a44cf5bd-1269-41e8-b0cb-188028ac9061 req-ae316cbe-2b5c-42ff-8615-cc3f8c727a79 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466659 Jun 16 14:59:31.312153 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2e137-122f-48e3-985d-df0b676b6fb8 req-9c831d80-2b72-4b6a-ab83-06ff4a1c6c05 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:31.313679 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-25d2e137-122f-48e3-985d-df0b676b6fb8 req-9c831d80-2b72-4b6a-ab83-06ff4a1c6c05 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0687129 Jun 16 14:59:31.363441 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-25d2e137-122f-48e3-985d-df0b676b6fb8 req-fab6c486-475e-4972-be08-50bfa73c984b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 Jun 16 14:59:31.537190 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17d2f4-7651-45b6-9c38-39958856f936 req-cc916bac-bdbe-4395-8aa3-e955611aabaa tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:31.538788 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7c17d2f4-7651-45b6-9c38-39958856f936 req-cc916bac-bdbe-4395-8aa3-e955611aabaa tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.0675879 Jun 16 14:59:31.585891 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7c17d2f4-7651-45b6-9c38-39958856f936 req-b5c7736d-2011-45c1-8162-b2b97fd329ad tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358386 Jun 16 14:59:31.786369 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0ba69b90-7a9f-489e-a650-4e661933e034 req-ae6c21dd-c5c1-467d-b20e-d0fc7e6829e6 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.0517306 Jun 16 14:59:32.055840 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d208cd-162f-4f91-96b8-352a00ad7531 req-4242dc08-bbdc-4161-af93-35e78b794168 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:32.058067 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e0d208cd-162f-4f91-96b8-352a00ad7531 req-4242dc08-bbdc-4161-af93-35e78b794168 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0747952 Jun 16 14:59:32.103501 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e0d208cd-162f-4f91-96b8-352a00ad7531 req-d85b7177-8aa5-4465-bfaf-ec8c1091be37 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387254 Jun 16 14:59:32.568315 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab1949-6c51-4f1e-861b-d4dae536b4e7 req-cfcdc521-5730-45f2-8d23-93331331cf89 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:32.571689 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1aab1949-6c51-4f1e-861b-d4dae536b4e7 req-cfcdc521-5730-45f2-8d23-93331331cf89 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0789156 Jun 16 14:59:32.616091 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1aab1949-6c51-4f1e-861b-d4dae536b4e7 req-881f444c-5c86-467d-b955-367de3e3e209 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 Jun 16 14:59:32.810335 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcaf51-b54c-4c2f-bd98-513e10106d54 req-807e1f39-78a3-499b-a1ec-f4d8ed23415d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:32.811980 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b2fcaf51-b54c-4c2f-bd98-513e10106d54 req-807e1f39-78a3-499b-a1ec-f4d8ed23415d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.0909891 Jun 16 14:59:32.860560 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b2fcaf51-b54c-4c2f-bd98-513e10106d54 req-5da3ab1c-dae5-43e1-894a-1f00313e4c15 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Jun 16 14:59:33.127001 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-705e05d6-4546-49d6-a3c9-424a597aa66a req-1ed69f6d-1fe4-491b-bdb3-9a1578ad730a tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc4455b9-2e55-43f7-bc4c-1b7f2af4f4ed HTTP/1.1" status: 200 len: 210 time: 0.0564506 Jun 16 14:59:33.303542 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd278f-eac9-43f9-bc70-11cc5772b668 req-d697ad51-eb72-41dd-be0f-91a44101c69f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:33.305058 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e8dd278f-eac9-43f9-bc70-11cc5772b668 req-d697ad51-eb72-41dd-be0f-91a44101c69f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0701783 Jun 16 14:59:33.353379 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e8dd278f-eac9-43f9-bc70-11cc5772b668 req-f8c3fbdb-f0b9-4c9c-8268-d0dd29ac6068 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375700 Jun 16 14:59:33.825766 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6520398f-1396-4667-b648-42d75fca5e27 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:33.829312 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33803727-de06-4144-a2b6-6440b01ab656 req-07d73d51-8192-4b9a-ba91-f1a3f0539146 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:33.831793 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-33803727-de06-4144-a2b6-6440b01ab656 req-07d73d51-8192-4b9a-ba91-f1a3f0539146 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0891259 Jun 16 14:59:33.860535 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 6520398f-1396-4667-b648-42d75fca5e27 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:33.860824 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6520398f-1396-4667-b648-42d75fca5e27 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:33.864916 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:33.891382 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-33803727-de06-4144-a2b6-6440b01ab656 req-bbc80f34-ecdd-4d2c-80f3-f8f54c7034c3 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495849 Jun 16 14:59:33.925030 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b68c61a2-2750-4d03-b6d1-cb836495745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:34.123945 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3609e6f-d33c-4b66-bf2b-dfb1c81b22dc req-8f29a4e2-a719-4275-a835-e8885fc9d6ee tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:34.126267 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d3609e6f-d33c-4b66-bf2b-dfb1c81b22dc req-8f29a4e2-a719-4275-a835-e8885fc9d6ee tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.1108418 Jun 16 14:59:34.179553 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d3609e6f-d33c-4b66-bf2b-dfb1c81b22dc req-d50e72ac-db6c-4ade-bf0e-c51863961aeb tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Jun 16 14:59:34.637929 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ceeb-2289-4ca7-9d34-7d8c13c8a7dd req-0875c194-ae51-46b4-8c38-2510ce8aabb4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:34.640723 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ef67ceeb-2289-4ca7-9d34-7d8c13c8a7dd req-0875c194-ae51-46b4-8c38-2510ce8aabb4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1257098 Jun 16 14:59:34.689418 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ef67ceeb-2289-4ca7-9d34-7d8c13c8a7dd req-74640704-376f-4ac9-88b7-0540271e8f4e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417440 Jun 16 14:59:34.767434 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3282-7f55-401f-801e-35601049de07 req-33573460-9d82-4494-a697-1ec5cd0ec6db tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:34.768926 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a58c3282-7f55-401f-801e-35601049de07 req-33573460-9d82-4494-a697-1ec5cd0ec6db tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0888276 Jun 16 14:59:34.829113 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a58c3282-7f55-401f-801e-35601049de07 req-f0358f28-d151-4351-af6f-56504321bcd8 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533371 Jun 16 14:59:35.113505 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838bfdc-8060-4a49-9196-afde30694ab9 req-d86a9a37-083a-48d3-8712-15d7b1662e7b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:35.115140 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d838bfdc-8060-4a49-9196-afde30694ab9 req-d86a9a37-083a-48d3-8712-15d7b1662e7b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0739326 Jun 16 14:59:35.157903 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d838bfdc-8060-4a49-9196-afde30694ab9 req-d16dcb10-6094-4c98-9aa3-cc7117cee970 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360723 Jun 16 14:59:35.447420 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974001b0-5c7a-4b5c-aed1-16e1dcea55d3 req-ad74db38-9317-4aea-bcce-715f60d530de tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:35.449085 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-974001b0-5c7a-4b5c-aed1-16e1dcea55d3 req-ad74db38-9317-4aea-bcce-715f60d530de tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.1022060 Jun 16 14:59:35.497368 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-974001b0-5c7a-4b5c-aed1-16e1dcea55d3 req-9024589e-f6f6-4d07-ad57-9cf6ed296fe1 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Jun 16 14:59:35.948594 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8e1e-b029-47b9-a89c-cd8dfca7deab req-acd6a0c8-8fdc-413b-9a4d-5f070684abc4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:35.950674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc6e8e1e-b029-47b9-a89c-cd8dfca7deab req-acd6a0c8-8fdc-413b-9a4d-5f070684abc4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1091211 Jun 16 14:59:36.006858 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc6e8e1e-b029-47b9-a89c-cd8dfca7deab req-22f1d20a-4603-47de-baf2-5cc0b1c8a1ad tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453720 Jun 16 14:59:36.042014 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b16a00-6544-4023-b3c1-75d577517b3c req-53a833f7-3789-4683-9b08-27f577413683 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:36.048074 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-83b16a00-6544-4023-b3c1-75d577517b3c req-53a833f7-3789-4683-9b08-27f577413683 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0994267 Jun 16 14:59:36.093718 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-83b16a00-6544-4023-b3c1-75d577517b3c req-db7c3e44-548c-4b92-965b-60e789b8d556 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jun 16 14:59:36.362463 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96beab0-b88f-4745-90d1-97000e9854ec req-f115f21a-10e6-4294-b077-ea85aa0b6af8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:36.364214 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c96beab0-b88f-4745-90d1-97000e9854ec req-f115f21a-10e6-4294-b077-ea85aa0b6af8 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0696363 Jun 16 14:59:36.410614 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c96beab0-b88f-4745-90d1-97000e9854ec req-99507dfd-4d1f-418a-8949-7f97e0d8db27 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355866 Jun 16 14:59:36.474658 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d14062c8-ed5e-4b87-b7e1-965931acdd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:36.690487 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:36.696286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646ae0-9022-469c-964c-374c51d81a7a req-6d4a2ba5-7f4e-4417-bbf2-6790d5b38e2a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:36.697906 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-dd646ae0-9022-469c-964c-374c51d81a7a req-6d4a2ba5-7f4e-4417-bbf2-6790d5b38e2a tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.0705924 Jun 16 14:59:36.743529 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-dd646ae0-9022-469c-964c-374c51d81a7a req-a73a9d29-0ac2-4b68-ba2b-c8902412d27f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381811 Jun 16 14:59:36.848882 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 70305a1d-09dd-4f04-b2d6-5d3333203376 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:59:36.904570 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 70305a1d-09dd-4f04-b2d6-5d3333203376 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:59:36.909660 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 70305a1d-09dd-4f04-b2d6-5d3333203376 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:59:36.910390 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:37.001071 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:37.027179 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:37.029627 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a851928-c345-41a6-b68e-f3b2f43288cf" -d '{"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-plugged", "status": "completed", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:37.045980 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:37.052089 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:37.053149 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device af4b31bc-37df-4db2-8659-3a1a508a9ff2 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:37.055918 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:37.093726 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3134d5e9-0b3a-439c-95ea-905b2f69b795 x-openstack-request-id: req-3134d5e9-0b3a-439c-95ea-905b2f69b795 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:37.094023 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-plugged", "status": "completed", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:37.094275 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3134d5e9-0b3a-439c-95ea-905b2f69b795 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:37.094681 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'code': 200} Jun 16 14:59:37.097678 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: af4b31bc-37df-4db2-8659-3a1a508a9ff2 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:37.098043 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device af4b31bc-37df-4db2-8659-3a1a508a9ff2 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:37.129862 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:37.134361 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:37.253836 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8589cb-ba55-4ea2-a6b6-3bf4cf82347f req-52d69f28-ca3f-4955-a6c0-b3121dd9d41d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:37.255364 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da8589cb-ba55-4ea2-a6b6-3bf4cf82347f req-52d69f28-ca3f-4955-a6c0-b3121dd9d41d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0741789 Jun 16 14:59:37.300991 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da8589cb-ba55-4ea2-a6b6-3bf4cf82347f req-6170d808-e707-4495-84e1-a4c7b3de997d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373111 Jun 16 14:59:37.378681 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:37.487123 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed77b-b706-4781-b43c-8b5c763cce46 req-31d7ca08-200c-414a-8bad-cb33daff64db tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:37.488861 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-83fed77b-b706-4781-b43c-8b5c763cce46 req-31d7ca08-200c-414a-8bad-cb33daff64db tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0701790 Jun 16 14:59:37.536640 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-83fed77b-b706-4781-b43c-8b5c763cce46 req-6556f3b1-d541-4a69-812d-426db49895f3 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368879 Jun 16 14:59:37.722857 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd294e68-e5de-44a2-8830-c251daae5a2b req-63d1a4ed-8647-445f-bae5-3974bcd88960 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:37.725018 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cd294e68-e5de-44a2-8830-c251daae5a2b req-63d1a4ed-8647-445f-bae5-3974bcd88960 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0765827 Jun 16 14:59:37.781143 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cd294e68-e5de-44a2-8830-c251daae5a2b req-05883a75-41fa-436e-83c7-5a52bcfc884c tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477629 Jun 16 14:59:37.979626 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317d72-8bc0-4bf3-976a-eaa2ef7be014 req-0550efd5-6f9f-4fa0-be33-280a99d27833 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:37.982112 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b317d72-8bc0-4bf3-976a-eaa2ef7be014 req-0550efd5-6f9f-4fa0-be33-280a99d27833 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.0804040 Jun 16 14:59:38.026173 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0b317d72-8bc0-4bf3-976a-eaa2ef7be014 req-72084ffb-1dba-4719-b2e7-8cfef6561855 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378983 Jun 16 14:59:38.495087 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7de3af-71b3-413d-b331-7fb8ed779106 req-2e63cd0d-a1c1-48cc-8dd8-2c7e09afb6cd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:38.496827 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3b7de3af-71b3-413d-b331-7fb8ed779106 req-2e63cd0d-a1c1-48cc-8dd8-2c7e09afb6cd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0704901 Jun 16 14:59:38.541582 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3b7de3af-71b3-413d-b331-7fb8ed779106 req-36f68c67-d1f4-43a5-864b-801116cbcaa5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381224 Jun 16 14:59:38.760308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98131ead-2780-4976-bf6a-618cff8460ca req-bf2c4b72-fb3f-4f23-8965-0b84cf63534c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:38.762273 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-98131ead-2780-4976-bf6a-618cff8460ca req-bf2c4b72-fb3f-4f23-8965-0b84cf63534c tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0758848 Jun 16 14:59:38.810448 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-98131ead-2780-4976-bf6a-618cff8460ca req-99f72519-31e2-4f2b-bed0-5c26fad3b979 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Jun 16 14:59:39.003409 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5856916-f5ac-44ad-bff1-9d33f58214b1 req-69f6a2d0-c829-495c-b004-1434230198e4 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:39.005275 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f5856916-f5ac-44ad-bff1-9d33f58214b1 req-69f6a2d0-c829-495c-b004-1434230198e4 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0909629 Jun 16 14:59:39.052813 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f5856916-f5ac-44ad-bff1-9d33f58214b1 req-fd1ccb67-5495-448a-8952-2c6dcb7503d0 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374534 Jun 16 14:59:39.251301 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310cc09-1ffb-4e9d-bf2d-3e361fd703ce req-8b81b80e-1c27-4a19-a07c-3fb67fdc1e27 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:39.252946 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a310cc09-1ffb-4e9d-bf2d-3e361fd703ce req-8b81b80e-1c27-4a19-a07c-3fb67fdc1e27 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.0798271 Jun 16 14:59:39.301423 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a310cc09-1ffb-4e9d-bf2d-3e361fd703ce req-258aa2b8-2a1c-4447-9ead-cd7eee586981 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jun 16 14:59:39.345654 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba3ec-c072-454e-85de-8f7b9a6c60f4 req-4bbcc2d8-fc27-4af8-b7cc-043278e13964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:39.347200 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b0bba3ec-c072-454e-85de-8f7b9a6c60f4 req-4bbcc2d8-fc27-4af8-b7cc-043278e13964 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1099 time: 0.0567515 Jun 16 14:59:39.372886 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:39.392342 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b0bba3ec-c072-454e-85de-8f7b9a6c60f4 req-7538a09f-fb8c-4e65-a2bc-1c283f6b698f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334299 Jun 16 14:59:39.770434 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-ed50ec86-ee8e-419e-a329-724824dc8b94 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:39.772021 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-ed50ec86-ee8e-419e-a329-724824dc8b94 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 945 time: 0.1161058 Jun 16 14:59:39.784160 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06c3c-f3aa-4384-9b2e-107d8e900e16 req-e9fcf241-58fd-49c7-92a7-41c639bf811d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:39.785870 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4f06c3c-f3aa-4384-9b2e-107d8e900e16 req-e9fcf241-58fd-49c7-92a7-41c639bf811d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1184857 Jun 16 14:59:39.870468 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4f06c3c-f3aa-4384-9b2e-107d8e900e16 req-bb803b0e-f6fd-4ee5-bd39-370db086a56f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759416 Jun 16 14:59:39.934926 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Deleting port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:39.935279 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:40.040299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] For port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:40.040757 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:40.116197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Calling delete_port for 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:40.119396 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0893d-9102-4be0-a7f2-42754d06d6a1 req-4840364c-7b72-4928-b551-ab58d3217d6e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:40.125556 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1bc0893d-9102-4be0-a7f2-42754d06d6a1 req-4840364c-7b72-4928-b551-ab58d3217d6e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1014075 Jun 16 14:59:40.180006 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1bc0893d-9102-4be0-a7f2-42754d06d6a1 req-0ff12222-7a01-46bf-ae10-6cb8869fb160 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526888 Jun 16 14:59:40.297755 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:40.303381 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fc2dd107-22ca-4891-8f2a-2e0913495ab9 tempest-DeleteServersTestJSON-846074338 tempest-DeleteServersTestJSON-846074338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:40.320876 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833', '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', '9d17bef6-c8fc-40da-89fa-f3697d98fbd2'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:40.351542 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event deleted for resources: {'Port': ['ID=9d17bef6-c8fc-40da-89fa-f3697d98fbd2,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:40.358965 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:40.414272 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] No DVR routers for this DVR port 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:40.417931 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:40.420152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8385f349-4a9c-405b-99e8-9f0cdc96d8f8 req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "DELETE /v2.0/ports/9d17bef6-c8fc-40da-89fa-f3697d98fbd2 HTTP/1.1" status: 204 len: 173 time: 0.6333182 Jun 16 14:59:40.420739 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'name': 'network-vif-deleted', 'tag': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:40.423463 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da6165d-e6ce-4ea7-bdb8-98349727f8a0" -d '{"events": [{"server_uuid": "cbbc5bca-b433-46a1-93e6-3774050bcc1e", "name": "network-vif-deleted", "tag": "9d17bef6-c8fc-40da-89fa-f3697d98fbd2"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:40.425145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb94c-7018-4aee-a806-20f513cf2290 req-4689dde6-c785-48c8-a12e-2ea0afa3fbe2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:40.434713 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d7ccb94c-7018-4aee-a806-20f513cf2290 req-4689dde6-c785-48c8-a12e-2ea0afa3fbe2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1353898 Jun 16 14:59:40.479558 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d7ccb94c-7018-4aee-a806-20f513cf2290 req-0da22bcd-d2e1-4a60-97ff-feaee1b71d05 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Jun 16 14:59:40.587644 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f976b59-3393-445c-8aad-7f73c0140a38 req-4f5457a6-dd40-42b8-9bf1-863e4fc6c273 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbbc5bca-b433-46a1-93e6-3774050bcc1e HTTP/1.1" status: 200 len: 210 time: 0.0528409 Jun 16 14:59:40.589260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8909479b-5623-4772-b6b3-77d55ee2f3d2 x-openstack-request-id: req-8909479b-5623-4772-b6b3-77d55ee2f3d2 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:40.589602 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbc5bca-b433-46a1-93e6-3774050bcc1e", "name": "network-vif-deleted", "tag": "9d17bef6-c8fc-40da-89fa-f3697d98fbd2", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:40.589962 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8909479b-5623-4772-b6b3-77d55ee2f3d2 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:40.590296 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbc5bca-b433-46a1-93e6-3774050bcc1e', 'name': 'network-vif-deleted', 'tag': '9d17bef6-c8fc-40da-89fa-f3697d98fbd2', 'status': 'completed', 'code': 200} Jun 16 14:59:41.127274 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4b4bb-75b5-4d01-bd91-eed1b4f5d8be req-33564afe-8050-4f97-a154-a43b30f399e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:41.129339 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-dcd4b4bb-75b5-4d01-bd91-eed1b4f5d8be req-33564afe-8050-4f97-a154-a43b30f399e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0827398 Jun 16 14:59:41.172478 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-dcd4b4bb-75b5-4d01-bd91-eed1b4f5d8be req-77f06b53-9141-4d13-9db5-905c523dc46b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353532 Jun 16 14:59:41.382711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d9271-273c-402e-8bd6-64ca42aa775d req-7ba27531-a5be-4f96-a37d-401952ce83a9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:41.384921 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-df2d9271-273c-402e-8bd6-64ca42aa775d req-7ba27531-a5be-4f96-a37d-401952ce83a9 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.0778515 Jun 16 14:59:41.454926 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-df2d9271-273c-402e-8bd6-64ca42aa775d req-65598823-f495-44c5-ad9c-61d74d5f9b1d tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624464 Jun 16 14:59:41.732971 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc60bb-6575-4e42-9b47-f1f191dbd789 req-c2e83525-58b5-4780-9ffc-057c9bd539db tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:41.734552 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dcfc60bb-6575-4e42-9b47-f1f191dbd789 req-c2e83525-58b5-4780-9ffc-057c9bd539db tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0795670 Jun 16 14:59:41.806768 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dcfc60bb-6575-4e42-9b47-f1f191dbd789 req-cce03eec-285c-48d1-a7b8-51d5f0b7e966 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597510 Jun 16 14:59:42.045827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb985a-ba30-44ef-9dff-aa710d101be2 req-ccb012a2-3050-4fcf-bedd-cb0a202f26fc tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:42.047363 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-41cb985a-ba30-44ef-9dff-aa710d101be2 req-ccb012a2-3050-4fcf-bedd-cb0a202f26fc tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0751536 Jun 16 14:59:42.093878 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-41cb985a-ba30-44ef-9dff-aa710d101be2 req-be6d2e5a-1c2d-4348-9306-365318168d58 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403152 Jun 16 14:59:42.120667 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48806) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:42.220921 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65825150-a21c-43ae-84bf-7dbcb6076789 req-c990fb57-325d-4d2b-b0f7-9e8e33646f99 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:42.223599 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-65825150-a21c-43ae-84bf-7dbcb6076789 req-c990fb57-325d-4d2b-b0f7-9e8e33646f99 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 946 time: 0.0897756 Jun 16 14:59:42.302802 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-65825150-a21c-43ae-84bf-7dbcb6076789 req-8af86a1e-bbb5-4e57-99cb-fb4004348fea tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659623 Jun 16 14:59:42.524977 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92247050-465d-43e2-9ef4-094bcd9003b7 req-d20991e6-f8e9-4ac9-860d-f3ce63933dc1 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:42.527710 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-92247050-465d-43e2-9ef4-094bcd9003b7 req-d20991e6-f8e9-4ac9-860d-f3ce63933dc1 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1792123 Jun 16 14:59:42.554258 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e3af6-58d6-4177-84f1-49920aacfc1c tempest-TestShelveInstance-720868805 tempest-TestShelveInstance-720868805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:42.560520 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-650e3af6-58d6-4177-84f1-49920aacfc1c tempest-TestShelveInstance-720868805 tempest-TestShelveInstance-720868805-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1094 time: 0.4353781 Jun 16 14:59:42.560865 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48814) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:42.565746 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'port_id': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:59:42.598088 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for floatingip, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:42.598575 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-92247050-465d-43e2-9ef4-094bcd9003b7 req-f72c18ca-4082-4f0a-8a50-4f56b630d612 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632842 Jun 16 14:59:42.785059 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4291e15-8963-445e-a766-f829a846c9ef req-2b388f67-1b60-4d85-8e2a-e9194406581f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:42.787776 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a4291e15-8963-445e-a766-f829a846c9ef req-2b388f67-1b60-4d85-8e2a-e9194406581f tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1686490 Jun 16 14:59:42.844583 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a4291e15-8963-445e-a766-f829a846c9ef req-257eee9c-cc7d-4213-a130-312bb5a27ba7 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Jun 16 14:59:42.850795 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:42.962332 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Allocated IP 172.27.2.12 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/cbf1b3dc-b953-4d23-9656-6cfb64cdd4a7) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:59:43.081943 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:43.127622 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:43.130808 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:43.166841 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:59:43.170092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:59:43.176079 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:59:43.202401 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'Port': ['ID=cbf1b3dc-b953-4d23-9656-6cfb64cdd4a7,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:43.208679 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:43.718510 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4871bef-89f4-49a8-aa93-609a7648a0c8 req-bac8a217-1662-432b-8899-4d9c1daa381d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:43.720234 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b4871bef-89f4-49a8-aa93-609a7648a0c8 req-bac8a217-1662-432b-8899-4d9c1daa381d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 946 time: 0.2340698 Jun 16 14:59:43.723638 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:43.830787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e2f71-03de-43d0-b6ba-a0483517a99b req-85bb3bc1-a5d0-48c4-933f-f455b0ef9ad0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:43.832899 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d61e2f71-03de-43d0-b6ba-a0483517a99b req-85bb3bc1-a5d0-48c4-933f-f455b0ef9ad0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0974886 Jun 16 14:59:43.880782 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d61e2f71-03de-43d0-b6ba-a0483517a99b req-6d962e59-79f5-489b-aec5-6c0012ca3a8b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405419 Jun 16 14:59:43.945924 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:43.987354 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:43.988094 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 9d17bef6-c8fc-40da-89fa-f3697d98fbd2 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:44.063054 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b4871bef-89f4-49a8-aa93-609a7648a0c8 req-f18bb9c4-3f38-4e53-8a10-fb5608bf92ce tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227496 Jun 16 14:59:44.103316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:44.280245 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:44.287864 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:44.291012 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:44.309227 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ee1be-e0af-47ef-8a6e-d0a9a557e7b4 req-77e4a27c-f269-4a51-8476-a2139ba8acce tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:44.311106 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-809ee1be-e0af-47ef-8a6e-d0a9a557e7b4 req-77e4a27c-f269-4a51-8476-a2139ba8acce tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1078236 Jun 16 14:59:44.362003 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event updated for resources: {'Port': ['ID=cbf1b3dc-b953-4d23-9656-6cfb64cdd4a7,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:44.374355 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-809ee1be-e0af-47ef-8a6e-d0a9a557e7b4 req-be4e9e67-0cc1-4751-9dfa-ddfd0d2fbd99 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536025 Jun 16 14:59:44.381277 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:44.388415 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:44.480136 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-2d6e5413-e7a7-4a07-bd3f-ffb47b056b20 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:44.481970 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-2d6e5413-e7a7-4a07-bd3f-ffb47b056b20 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 946 time: 0.0893645 Jun 16 14:59:44.533508 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Floating IP 7b76de79-b2f1-46f4-a778-cca89726ca0c associated. External IP: 172.27.2.12, port: 70305a1d-09dd-4f04-b2d6-5d3333203376. Jun 16 14:59:44.639665 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Deleting port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:44.640182 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:44.781513 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] For port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:44.781984 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:44.854781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Router d4c6fd78-66c8-483d-9f30-e186c63cc3cb has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:59:44.893740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Calling delete_port for 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:44.999128 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:59:45.015794 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] Sync routers for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:45.028424 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:45.030296 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:59:45.031719 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:59:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:45.083325 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:45.097288 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833', '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:45.103037 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:45.190475 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event deleted for resources: {'Port': ['ID=78c03e73-00c3-47c1-8bf9-1f3c6a5e1064,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:45.195343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:45.211804 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6494155 Jun 16 14:59:45.218706 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:45.223943 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d26891-4fe9-459f-bb7d-06d978a8cef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:45.257383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] No DVR routers for this DVR port 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:45.262185 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:45.271322 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6b381ca1-fc46-448f-b2d0-5d50df5fc39d req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "DELETE /v2.0/ports/78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 HTTP/1.1" status: 204 len: 173 time: 0.7768586 Jun 16 14:59:45.271907 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'name': 'network-vif-deleted', 'tag': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:45.275648 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128c8f2-aaa4-463a-bf85-0454fa7870f5 req-9b79d3e3-42a6-42dc-9a81-adb0755a185e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:45.285947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a2ec5-2be0-4676-8571-f5f4c0be5958" -d '{"events": [{"server_uuid": "48fa87bb-c719-4f7f-9637-a085a0d9bce8", "name": "network-vif-deleted", "tag": "78c03e73-00c3-47c1-8bf9-1f3c6a5e1064"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:45.292622 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7128c8f2-aaa4-463a-bf85-0454fa7870f5 req-9b79d3e3-42a6-42dc-9a81-adb0755a185e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2644396 Jun 16 14:59:45.303872 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:59:45.365365 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7128c8f2-aaa4-463a-bf85-0454fa7870f5 req-df6ba15b-8b94-4987-be24-66a1177ec547 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696297 Jun 16 14:59:45.452105 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2174ec91-9b52-401f-b45f-4e9b8e185280 x-openstack-request-id: req-2174ec91-9b52-401f-b45f-4e9b8e185280 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:45.452487 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:45.452783 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2174ec91-9b52-401f-b45f-4e9b8e185280 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:45.453220 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'status': 'completed', 'code': 200} Jun 16 14:59:45.495848 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc5fd7-167d-439e-a5df-dcf80ebe56f9 x-openstack-request-id: req-d2cc5fd7-167d-439e-a5df-dcf80ebe56f9 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:45.496455 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fa87bb-c719-4f7f-9637-a085a0d9bce8", "name": "network-vif-deleted", "tag": "78c03e73-00c3-47c1-8bf9-1f3c6a5e1064", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:45.496927 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2cc5fd7-167d-439e-a5df-dcf80ebe56f9 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:45.498293 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fa87bb-c719-4f7f-9637-a085a0d9bce8', 'name': 'network-vif-deleted', 'tag': '78c03e73-00c3-47c1-8bf9-1f3c6a5e1064', 'status': 'completed', 'code': 200} Jun 16 14:59:45.543487 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a8970ee9-9c70-43c9-b9ec-72297f6661cc req-7aa7b96b-a8f8-42be-8be1-534bf5def8b6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=48fa87bb-c719-4f7f-9637-a085a0d9bce8 HTTP/1.1" status: 200 len: 210 time: 0.0509591 Jun 16 14:59:45.634596 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-8cfac24f-273b-4e13-8181-424703a19084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:45.636532 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-8cfac24f-273b-4e13-8181-424703a19084 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1099 time: 0.1143308 Jun 16 14:59:45.803351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-ee691d51-325c-44d6-a303-cddc1498e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:45.805854 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-ee691d51-325c-44d6-a303-cddc1498e613 service neutron] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 909 time: 0.1557372 Jun 16 14:59:45.836544 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a84f65-26c8-4db7-9136-09c008c45957 req-2c647e40-0519-4676-bc59-28e3bc11861e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:45.838277 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-67a84f65-26c8-4db7-9136-09c008c45957 req-2c647e40-0519-4676-bc59-28e3bc11861e tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1087205 Jun 16 14:59:45.860900 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '7b76de79-b2f1-46f4-a778-cca89726ca0c', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'port_id': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'mac_address': 'fa:16:3e:50:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:59:43Z', 'updated_at': '2021-06-16T14:59:43Z', 'revision_number': 0, 'project_id': '145da4e05e294cfab1660fed725b558a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:45.872082 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] Checking router: d4c6fd78-66c8-483d-9f30-e186c63cc3cb for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:45.886759 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-67a84f65-26c8-4db7-9136-09c008c45957 req-999442fa-fb7a-42b8-8dfb-f656431ba262 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Jun 16 14:59:45.891876 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:59:45.892991 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:59:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:45.918027 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-5f5fc928-9b9e-469c-870b-5632b84ea6e3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 999 time: 0.1049130 Jun 16 14:59:46.014341 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-2e8323f5-94bb-485b-a9c8-856d95832dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:46.015657 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-2e8323f5-94bb-485b-a9c8-856d95832dd9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0660534 Jun 16 14:59:46.085720 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:59:46.093560 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-04db2465-e26d-41b4-a8ed-0f0836593acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:46.095297 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-04db2465-e26d-41b4-a8ed-0f0836593acf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674429 Jun 16 14:59:46.357634 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-c2c08da4-2429-4dc4-a743-aa44c96b32e7 service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382689 Jun 16 14:59:46.444377 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22b89f-5e06-42a6-a4ea-4b86b720e408 req-8288c548-179b-4439-b84b-5e94bf7bb275 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:46.448048 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-de22b89f-5e06-42a6-a4ea-4b86b720e408 req-8288c548-179b-4439-b84b-5e94bf7bb275 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 946 time: 0.1578937 Jun 16 14:59:46.517947 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-21d26891-4fe9-459f-bb7d-06d978a8cef6 req-e9be80f6-bf9f-4e46-8df8-dfe83c09ae1c service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498108 Jun 16 14:59:46.520863 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-de22b89f-5e06-42a6-a4ea-4b86b720e408 req-37506a63-8d02-4fa5-bac3-31f02b713ad7 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 Jun 16 14:59:46.551106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-775386c9-db92-4d7f-bd08-554fa21bdd11 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:46.552610 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-775386c9-db92-4d7f-bd08-554fa21bdd11 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1954832 Jun 16 14:59:46.704174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371849-1565-4743-94df-a76f1f1e85a8 req-f425589f-48c5-4a13-8b6f-212a8c863836 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:46.705900 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c6371849-1565-4743-94df-a76f1f1e85a8 req-f425589f-48c5-4a13-8b6f-212a8c863836 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1349635 Jun 16 14:59:46.766590 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '7b76de79-b2f1-46f4-a778-cca89726ca0c', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'port_id': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'mac_address': 'fa:16:3e:50:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:59:43Z', 'updated_at': '2021-06-16T14:59:43Z', 'revision_number': 0, 'project_id': '145da4e05e294cfab1660fed725b558a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:46.770730 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c6371849-1565-4743-94df-a76f1f1e85a8 req-fdce3e0d-fd35-41c1-8883-58b97959c66c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433476 Jun 16 14:59:46.772222 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Deleting port 1de256f7-74d0-4012-ba80-069a3b8dd197 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:46.772776 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:46.793097 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b750a-0baa-40e7-9e12-b324338fd044 None None] The sync data for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi is: [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '7b76de79-b2f1-46f4-a778-cca89726ca0c', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'port_id': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'mac_address': 'fa:16:3e:50:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:59:43Z', 'updated_at': '2021-06-16T14:59:43Z', 'revision_number': 0, 'project_id': '145da4e05e294cfab1660fed725b558a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:46.975249 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] For port 1de256f7-74d0-4012-ba80-069a3b8dd197, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=1de256f7-74d0-4012-ba80-069a3b8dd197,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:46.975871 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:47.160513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Calling delete_port for 1de256f7-74d0-4012-ba80-069a3b8dd197 owned by compute:nova {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:47.266429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d402-6d51-40bc-850b-adceba484d2d req-c1f3f892-5441-4246-96aa-3eeb054bdc23 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.267385 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1361d402-6d51-40bc-850b-adceba484d2d req-c1f3f892-5441-4246-96aa-3eeb054bdc23 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 945 time: 0.1613579 Jun 16 14:59:47.274736 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1f73e-dd78-4b5d-8189-570727e278e6 None None] New status for floating IP 7b76de79-b2f1-46f4-a778-cca89726ca0c: ACTIVE {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:59:47.355280 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1361d402-6d51-40bc-850b-adceba484d2d req-700ab8e1-6754-434a-90d2-bad49f3a5acd tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/security-groups?id=59b0d1ec-2cfa-454c-8505-04d93b9351e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725701 Jun 16 14:59:47.441298 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-3f05c100-9719-4eb7-9d32-f5ceb9650a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.443464 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-3f05c100-9719-4eb7-9d32-f5ceb9650a6e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1098 time: 0.0866461 Jun 16 14:59:47.467824 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8664e1-9c53-457e-8cd5-861c421240c8 req-1bce67d9-af97-42af-af9f-52eafe12a68b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.470399 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9d8664e1-9c53-457e-8cd5-861c421240c8 req-1bce67d9-af97-42af-af9f-52eafe12a68b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2021151 Jun 16 14:59:47.582920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-eab2e119-e7b4-460e-94bf-05b7413872ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.588827 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-eab2e119-e7b4-460e-94bf-05b7413872ae service neutron] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 912 time: 0.1288066 Jun 16 14:59:47.606264 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9d8664e1-9c53-457e-8cd5-861c421240c8 req-e073d453-97a2-4df9-9a43-f66463f62234 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834463 Jun 16 14:59:47.613561 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:47.623646 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:47.639291 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['1de256f7-74d0-4012-ba80-069a3b8dd197'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:47.673789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Pushing event deleted for resources: {'Port': ['ID=1de256f7-74d0-4012-ba80-069a3b8dd197,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:47.681317 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:47.722050 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-a70dc7dc-eb91-4a78-9604-667992eb6ab5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 200 len: 1000 time: 0.1278150 Jun 16 14:59:47.745559 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] No DVR routers for this DVR port 1de256f7-74d0-4012-ba80-069a3b8dd197 on host hv-cinder-79500 {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:47.749579 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:47.753270 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c796ac63-1451-408c-a7a9-00b02190b8f4 req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.103 "DELETE /v2.0/ports/1de256f7-74d0-4012-ba80-069a3b8dd197 HTTP/1.1" status: 204 len: 173 time: 1.1930485 Jun 16 14:59:47.754098 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'name': 'network-vif-deleted', 'tag': '1de256f7-74d0-4012-ba80-069a3b8dd197'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:47.758407 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb8901-2fc2-46b8-acd5-fe62a6f322ee" -d '{"events": [{"server_uuid": "2941f02c-90a5-41e5-b4ec-483472d0ca84", "name": "network-vif-deleted", "tag": "1de256f7-74d0-4012-ba80-069a3b8dd197"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:47.816125 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-985b0063-6a9c-409b-a208-d942e3f6a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.818509 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-985b0063-6a9c-409b-a208-d942e3f6a840 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.0893476 Jun 16 14:59:47.853386 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6f6b76-8c14-4fc1-be1c-69020226fa1f x-openstack-request-id: req-bd6f6b76-8c14-4fc1-be1c-69020226fa1f {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:47.853839 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2941f02c-90a5-41e5-b4ec-483472d0ca84", "name": "network-vif-deleted", "tag": "1de256f7-74d0-4012-ba80-069a3b8dd197", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:47.854190 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd6f6b76-8c14-4fc1-be1c-69020226fa1f {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:47.854766 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2941f02c-90a5-41e5-b4ec-483472d0ca84', 'name': 'network-vif-deleted', 'tag': '1de256f7-74d0-4012-ba80-069a3b8dd197', 'status': 'completed', 'code': 200} Jun 16 14:59:47.961378 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143166b-a041-402b-98da-c8b23483e5dc req-45101e68-e604-4d13-bb2b-bfc28ef688ae tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.963541 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f143166b-a041-402b-98da-c8b23483e5dc req-45101e68-e604-4d13-bb2b-bfc28ef688ae tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 946 time: 0.1641262 Jun 16 14:59:47.970715 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-a5f7beae-641d-4298-b4ed-e6995458746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:47.972362 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-a5f7beae-641d-4298-b4ed-e6995458746a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1215150 Jun 16 14:59:48.056435 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f143166b-a041-402b-98da-c8b23483e5dc req-5878fe3a-2556-4704-96d8-5146d877a9b8 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/security-groups?id=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762591 Jun 16 14:59:48.115724 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-a548eafd-834f-4e8c-b886-4305d86463fa service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275375 Jun 16 14:59:48.273088 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-673ad7fe-d76c-4fa6-a969-eeef4d8af3ab req-56680ebd-1564-4943-ad4f-0da3e98ed85a service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485949 Jun 16 14:59:48.389642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-298ec252-bfbb-44b2-87a5-1bdb85e67843 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:48.391387 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-298ec252-bfbb-44b2-87a5-1bdb85e67843 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 946 time: 0.0993237 Jun 16 14:59:48.587489 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Deleting port 293c7530-3b53-4df1-9c6f-92c87234fca2 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:48.588026 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:48.627477 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-23218e79-ad71-4b74-a074-8635fbc506a3 req-1ab33890-c9a3-4466-b459-7be00491220b tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] 10.222.0.16 "GET /v2.0/ports?device_id=2941f02c-90a5-41e5-b4ec-483472d0ca84 HTTP/1.1" status: 200 len: 210 time: 0.0381970 Jun 16 14:59:48.734191 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] For port 293c7530-3b53-4df1-9c6f-92c87234fca2, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=293c7530-3b53-4df1-9c6f-92c87234fca2,segment=NetworkSegment(d2cfbb44-c72f-483e-94f6-ca04a4549030),segment_id=d2cfbb44-c72f-483e-94f6-ca04a4549030)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:48.734619 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:48.859181 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c636d4-5292-42e9-9d67-4b456ae9d6b6 req-ca1ac1f7-07e1-47cb-9daf-b86474154072 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:48.859537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Calling delete_port for 293c7530-3b53-4df1-9c6f-92c87234fca2 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:48.860922 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-90c636d4-5292-42e9-9d67-4b456ae9d6b6 req-ca1ac1f7-07e1-47cb-9daf-b86474154072 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.0710332 Jun 16 14:59:48.911413 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-90c636d4-5292-42e9-9d67-4b456ae9d6b6 req-7c3920fb-6d94-4288-ab2f-240bfec9688f tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Jun 16 14:59:49.080694 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:49.085515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c0dde4e3-cdfd-47d0-9dad-0f7596a79a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:49.097351 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['293c7530-3b53-4df1-9c6f-92c87234fca2'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:49.127783 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Pushing event deleted for resources: {'Port': ['ID=293c7530-3b53-4df1-9c6f-92c87234fca2,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:49.130729 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:49.210096 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] No DVR routers for this DVR port 293c7530-3b53-4df1-9c6f-92c87234fca2 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:49.213231 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:49.215579 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-782f3d95-15e1-4b37-abd8-256c8aabd65f req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.103 "DELETE /v2.0/ports/293c7530-3b53-4df1-9c6f-92c87234fca2 HTTP/1.1" status: 204 len: 173 time: 0.8142881 Jun 16 14:59:49.216137 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04282090-3d38-41e0-b5da-119c415dc28e', 'name': 'network-vif-deleted', 'tag': '293c7530-3b53-4df1-9c6f-92c87234fca2'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:49.218514 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f26086c-c6e2-473a-b489-625ffb3ea152" -d '{"events": [{"server_uuid": "04282090-3d38-41e0-b5da-119c415dc28e", "name": "network-vif-deleted", "tag": "293c7530-3b53-4df1-9c6f-92c87234fca2"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:49.232116 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213bfe6-b785-4fd4-b89d-2517b6e9f278 req-751b25be-c16a-43c4-b29b-13a47b63ccac tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:49.236039 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5213bfe6-b785-4fd4-b89d-2517b6e9f278 req-751b25be-c16a-43c4-b29b-13a47b63ccac tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0986834 Jun 16 14:59:49.304674 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5213bfe6-b785-4fd4-b89d-2517b6e9f278 req-385a892c-1403-4352-8eec-d1e06353360f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603716 Jun 16 14:59:49.372186 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663982e6-2dd0-46a7-9a98-73b7c16859a0 req-7f34f7fd-6322-4b41-946f-378856f3d8c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:49.374002 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-663982e6-2dd0-46a7-9a98-73b7c16859a0 req-7f34f7fd-6322-4b41-946f-378856f3d8c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1002505 Jun 16 14:59:49.436621 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-663982e6-2dd0-46a7-9a98-73b7c16859a0 req-5a88e012-1442-43b6-a9cc-a34db3ecd396 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497470 Jun 16 14:59:49.498327 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2e6d79-bdcc-486c-b47d-c2f028dce6a4 x-openstack-request-id: req-cf2e6d79-bdcc-486c-b47d-c2f028dce6a4 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:49.498649 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04282090-3d38-41e0-b5da-119c415dc28e", "name": "network-vif-deleted", "tag": "293c7530-3b53-4df1-9c6f-92c87234fca2", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:49.498972 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf2e6d79-bdcc-486c-b47d-c2f028dce6a4 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:49.499403 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04282090-3d38-41e0-b5da-119c415dc28e', 'name': 'network-vif-deleted', 'tag': '293c7530-3b53-4df1-9c6f-92c87234fca2', 'status': 'completed', 'code': 200} Jun 16 14:59:49.572704 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-db0cc93f-e806-48d4-80f9-6c5d2733d348 req-0aeb3875-a4ae-430b-9d82-f674abcbe642 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] 10.222.0.16 "GET /v2.0/ports?device_id=04282090-3d38-41e0-b5da-119c415dc28e HTTP/1.1" status: 200 len: 210 time: 0.0334027 Jun 16 14:59:49.733893 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48918) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:49.989212 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:50.155898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:50.157729 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 78c03e73-00c3-47c1-8bf9-1f3c6a5e1064 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:50.158902 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 1de256f7-74d0-4012-ba80-069a3b8dd197 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:50.191566 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 1de256f7-74d0-4012-ba80-069a3b8dd197 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:50.192576 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 1de256f7-74d0-4012-ba80-069a3b8dd197 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:50.250858 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930cb5d-daae-423f-b811-efce569a5dcc req-2b6e0e7d-3fa3-4cb9-bf4b-b4fd2be74045 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:50.253572 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4930cb5d-daae-423f-b811-efce569a5dcc req-2b6e0e7d-3fa3-4cb9-bf4b-b4fd2be74045 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1136186 Jun 16 14:59:50.319985 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4930cb5d-daae-423f-b811-efce569a5dcc req-b872394d-c3b6-4121-b0c2-d40495f95c82 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593865 Jun 16 14:59:50.345560 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:50.668462 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c36a8-97e4-4778-a960-1a60a0d86e42 req-ebac9faa-ab37-4903-a7d3-cba5c02c5acb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:50.670064 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ba7c36a8-97e4-4778-a960-1a60a0d86e42 req-ebac9faa-ab37-4903-a7d3-cba5c02c5acb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0762010 Jun 16 14:59:50.722578 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ba7c36a8-97e4-4778-a960-1a60a0d86e42 req-40b12fe7-a92c-4bfa-a974-75dcf5f8eeb8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Jun 16 14:59:50.973088 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87025c-8792-471d-923d-da4969bea2f6 req-76ac3436-7d85-48ba-9220-9a205b00303a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:50.974673 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4b87025c-8792-471d-923d-da4969bea2f6 req-76ac3436-7d85-48ba-9220-9a205b00303a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.5309846 Jun 16 14:59:51.027057 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-d9f9861c-0890-48db-8534-28364c7e6ff9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:51.028592 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-d9f9861c-0890-48db-8534-28364c7e6ff9 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.1999760 Jun 16 14:59:51.107807 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4b87025c-8792-471d-923d-da4969bea2f6 req-62f0329e-a4fc-4b19-aed7-5e7d1c6dd504 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173244 Jun 16 14:59:51.233362 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Deleting port 046a97d1-036c-4c65-bd2c-15412dd07347 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:51.233716 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:51.250327 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Deleting port 90b0da62-b719-4474-9280-b6c23b963833 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:51.250673 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:51.404069 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] For port 046a97d1-036c-4c65-bd2c-15412dd07347, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=046a97d1-036c-4c65-bd2c-15412dd07347,segment=NetworkSegment(9ec61b5b-4b65-4aa7-8857-dd14d56f0360),segment_id=9ec61b5b-4b65-4aa7-8857-dd14d56f0360)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:51.404604 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:51.432591 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] For port 90b0da62-b719-4474-9280-b6c23b963833, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=90b0da62-b719-4474-9280-b6c23b963833,segment=NetworkSegment(b97039bc-88e1-48bc-bc76-489811126296),segment_id=b97039bc-88e1-48bc-bc76-489811126296)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:51.432970 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:51.491954 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Calling delete_port for 046a97d1-036c-4c65-bd2c-15412dd07347 owned by network:router_interface {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:51.529781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f109ac-427b-423f-af17-35fadc089b8a req-89fcbd00-6136-4d08-bdff-f51c945e669d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:51.532690 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f6f109ac-427b-423f-af17-35fadc089b8a req-89fcbd00-6136-4d08-bdff-f51c945e669d tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 946 time: 0.0715439 Jun 16 14:59:51.559209 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Calling delete_port for 90b0da62-b719-4474-9280-b6c23b963833 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:51.571190 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f6f109ac-427b-423f-af17-35fadc089b8a req-46975d59-70cd-40e0-b943-70915613c084 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/security-groups?id=caac1b5d-4e85-4e66-8ca0-56a001fe4f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Jun 16 14:59:51.858492 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:51.865400 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3381de72-b10a-465f-bd2f-7d0dc29d68c5 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:51.873675 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['90b0da62-b719-4474-9280-b6c23b963833'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:59:51.912226 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Pushing event deleted for resources: {'Port': ['ID=90b0da62-b719-4474-9280-b6c23b963833,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:51.934456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:51.970660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:52.003285 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-64cc30b3-a655-4d40-909b-969ce945fabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:52.010847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] No DVR routers for this DVR port 90b0da62-b719-4474-9280-b6c23b963833 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:59:52.013546 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:52.015725 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-494907e0-d2c2-4e13-88c4-281cc2cb4fd9 req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.103 "DELETE /v2.0/ports/90b0da62-b719-4474-9280-b6c23b963833 HTTP/1.1" status: 204 len: 173 time: 0.9787095 Jun 16 14:59:52.035974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'name': 'network-vif-deleted', 'tag': '90b0da62-b719-4474-9280-b6c23b963833'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:59:52.038650 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2788b978-58c0-443c-9bb4-eea9b5286776" -d '{"events": [{"server_uuid": "bf076d4f-6627-4e18-afa5-657d9b19cb70", "name": "network-vif-deleted", "tag": "90b0da62-b719-4474-9280-b6c23b963833"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:59:52.046625 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=046a97d1-036c-4c65-bd2c-15412dd07347,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:52.050341 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:52.088363 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23425e7e-660e-4b43-b40d-22f4d80445ca x-openstack-request-id: req-23425e7e-660e-4b43-b40d-22f4d80445ca {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:59:52.088683 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf076d4f-6627-4e18-afa5-657d9b19cb70", "name": "network-vif-deleted", "tag": "90b0da62-b719-4474-9280-b6c23b963833", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:59:52.088966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23425e7e-660e-4b43-b40d-22f4d80445ca {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:59:52.089390 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf076d4f-6627-4e18-afa5-657d9b19cb70', 'name': 'network-vif-deleted', 'tag': '90b0da62-b719-4474-9280-b6c23b963833', 'status': 'completed', 'code': 200} Jun 16 14:59:52.140416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e47028-230c-40fb-837a-6a1d6c5e8a2d req-0b3bedb9-c1a1-448f-88ea-5ea136d5c9bd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:52.142152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e6e47028-230c-40fb-837a-6a1d6c5e8a2d req-0b3bedb9-c1a1-448f-88ea-5ea136d5c9bd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2646976 Jun 16 14:59:52.220409 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e6e47028-230c-40fb-837a-6a1d6c5e8a2d req-b124bf63-f7ab-4690-9e42-d9f426dfd809 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522451 Jun 16 14:59:52.239524 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:52.519288 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Router bb29a70a-b73d-41d5-8b66-a46b6ac70800 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:59:52.659733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:59:52.669069 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48950) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:52.669814 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] 10.222.0.16 "PUT /v2.0/routers/bb29a70a-b73d-41d5-8b66-a46b6ac70800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9338598 Jun 16 14:59:52.681901 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] Sync routers for ids ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:59:52.701376 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] Routers {'bb29a70a-b73d-41d5-8b66-a46b6ac70800'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:59:52.703378 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:59:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:52.847031 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] Set router bb29a70a-b73d-41d5-8b66-a46b6ac70800 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:59:52.857608 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3a523fb2-2c8c-4bf5-80f8-c0efb82845ed req-06c0f125-45fe-4183-b7e3-b85c080a8942 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf076d4f-6627-4e18-afa5-657d9b19cb70 HTTP/1.1" status: 200 len: 210 time: 0.0556345 Jun 16 14:59:52.904821 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.022686 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.075735 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Deleting port 7a174f83-0b3c-43d6-8677-589f54cdbb5c {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:59:53.076100 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.132849 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:59:51Z', 'revision_number': 5, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port': {'id': '7a174f83-0b3c-43d6-8677-589f54cdbb5c', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:41Z', 'updated_at': '2021-06-16T14:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:53.137518 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] Checking router: bb29a70a-b73d-41d5-8b66-a46b6ac70800 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:59:53.149729 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] Routers {'bb29a70a-b73d-41d5-8b66-a46b6ac70800'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:59:53.150796 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T14:59:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:53.176632 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] For port 7a174f83-0b3c-43d6-8677-589f54cdbb5c, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=7a174f83-0b3c-43d6-8677-589f54cdbb5c,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:59:53.176991 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.245247 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Calling delete_port for 7a174f83-0b3c-43d6-8677-589f54cdbb5c owned by network:router_gateway {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:59:53.271348 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] Set router bb29a70a-b73d-41d5-8b66-a46b6ac70800 gateway port host: None {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:59:53.332248 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:59:53Z', 'revision_number': 6, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:53.335328 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:59:53.337093 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fac58-9a63-48ee-8da3-682a669b3808 None None] The sync data for ids ['bb29a70a-b73d-41d5-8b66-a46b6ac70800'] in dv-cinder-795009-4-iscsi is: [{'id': 'bb29a70a-b73d-41d5-8b66-a46b6ac70800', 'name': 'tempest-ServerRescueNegativeTestJSON-1954077272-router', 'tenant_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:40Z', 'updated_at': '2021-06-16T14:59:53Z', 'revision_number': 6, 'project_id': '6779ff6d94bb4a559bd5c6d8efacb59e', 'gw_port_host': None}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:59:53.451014 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.453875 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a15cb60d-036f-45e9-95f1-3d8acc0b562c tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:53.479642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a174f83-0b3c-43d6-8677-589f54cdbb5c,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:53.483888 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:53.488969 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be76d7-513f-4236-9d1f-8c50982f071c req-e5efd893-c8e9-478e-8a69-cec1337b4f30 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:53.490748 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-17be76d7-513f-4236-9d1f-8c50982f071c req-e5efd893-c8e9-478e-8a69-cec1337b4f30 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0747197 Jun 16 14:59:53.549153 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-17be76d7-513f-4236-9d1f-8c50982f071c req-99b76625-c0be-4ce7-8fb0-a7a6b1fbccab tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511827 Jun 16 14:59:53.549977 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.692018 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.696046 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.800773 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.801651 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb29a70a-b73d-41d5-8b66-a46b6ac70800 {{(pid=91763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:59:53.809237 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.811471 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] 10.222.0.16 "DELETE /v2.0/routers/bb29a70a-b73d-41d5-8b66-a46b6ac70800 HTTP/1.1" status: 204 len: 168 time: 1.1411214 Jun 16 14:59:53.813713 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48958) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:53.862936 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Deleting subnet fa996ea9-ca4f-430f-b473-cf3e0acc2b7b {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:59:53.866524 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.908478 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.917362 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:53.965534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48962) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:54.004016 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.009867 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2f687603-5a6a-4342-99d8-2a447402aa45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:54.040655 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa996ea9-ca4f-430f-b473-cf3e0acc2b7b,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.045197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Deleting subnet 4177ecce-8689-4b7b-9bb6-b60de83b10a1 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:59:54.049107 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:54.051251 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.053208 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa996ea9-ca4f-430f-b473-cf3e0acc2b7b HTTP/1.1" status: 204 len: 168 time: 0.2382510 Jun 16 14:59:54.054227 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.056324 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48964) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:54.096831 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.102933 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.167829 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.168125 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.170408 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-85d05de9-53bb-46a4-8c1c-40ae3c2d5be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:54.197419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4177ecce-8689-4b7b-9bb6-b60de83b10a1,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.199609 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.201438 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4177ecce-8689-4b7b-9bb6-b60de83b10a1 HTTP/1.1" status: 204 len: 168 time: 0.2349353 Jun 16 14:59:54.202388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1195e011-a983-4628-b948-8c3538c8b1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:54.205122 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48966) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:54.294423 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.402141 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.417785 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.418642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.419791 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.420221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > port after_create 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.420786 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.421248 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > port after_update 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.421717 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.422049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.422372 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.422694 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.497659 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.498477 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.498477 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.498802 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 14:59:54.498988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719e1ec5-79bc-4730-bb24-e1fa00054947']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.517540 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97039bc-88e1-48bc-bc76-489811126296') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.517843 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97039bc-88e1-48bc-bc76-489811126296') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.536420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.546821 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.558227 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49bc5fe-dc6c-4b24-bfd2-a769082592e1']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.563680 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.570219 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec61b5b-4b65-4aa7-8857-dd14d56f0360') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.570518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec61b5b-4b65-4aa7-8857-dd14d56f0360') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:59:54.576808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:59:54.577450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.580923 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:59:54.583787 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:59:54.602836 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.616210 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:59:54.617158 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:59:54.620955 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:59:54.676331 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.682452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:54.687420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.690264 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] 10.222.0.16 "DELETE /v2.0/networks/719e1ec5-79bc-4730-bb24-e1fa00054947 HTTP/1.1" status: 204 len: 168 time: 0.4840040 Jun 16 14:59:54.703654 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=719e1ec5-79bc-4730-bb24-e1fa00054947,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.707857 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-40f655fc-cd63-4a88-92af-d8e845444c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:54.746042 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.750951 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:54.754388 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:54.756690 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/f49bc5fe-dc6c-4b24-bfd2-a769082592e1 HTTP/1.1" status: 204 len: 168 time: 0.6986952 Jun 16 14:59:54.783381 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f49bc5fe-dc6c-4b24-bfd2-a769082592e1,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:54.796684 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:54.918303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73539229-07b5-4a8d-bbe9-cf7660a90eec req-9b2c1329-49c8-4bc8-a2b0-b6ed70799f4d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:54.921399 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-73539229-07b5-4a8d-bbe9-cf7660a90eec req-9b2c1329-49c8-4bc8-a2b0-b6ed70799f4d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1216021 Jun 16 14:59:54.971225 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-73539229-07b5-4a8d-bbe9-cf7660a90eec req-2040d562-1535-4723-b291-519f14aab00c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Jun 16 14:59:54.986399 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48976) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:55.034020 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-bcc9f156-da59-46f1-bdde-b204d60a1789 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c891378b2b43d58816e62ed02ffdb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452712 Jun 16 14:59:55.035028 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48978) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:55.035711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 48980) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:55.080410 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-3b42980b-6374-4176-972c-fedabf385c0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6779ff6d94bb4a559bd5c6d8efacb59e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438626 Jun 16 14:59:55.083128 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 48982) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:55.093979 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.118049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.138597 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.169068 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.182718 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.186001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.187831 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caac1b5d-4e85-4e66-8ca0-56a001fe4f19 HTTP/1.1" status: 204 len: 168 time: 0.1508555 Jun 16 14:59:55.189042 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8c4d8dc4-940f-4a4c-8613-d5be67e481cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:55.202702 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caac1b5d-4e85-4e66-8ca0-56a001fe4f19,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:55.206275 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:55.239049 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.241877 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:55.243732 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59b0d1ec-2cfa-454c-8505-04d93b9351e8 HTTP/1.1" status: 204 len: 168 time: 0.1594462 Jun 16 14:59:55.244716 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7ca3a6d8-c2fd-402c-bf42-2cca1baded7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:55.253462 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0d1ec-2cfa-454c-8505-04d93b9351e8,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:55.256224 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:55.461854 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 046a97d1-036c-4c65-bd2c-15412dd07347 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:55.500877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 046a97d1-036c-4c65-bd2c-15412dd07347 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:55.501739 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 046a97d1-036c-4c65-bd2c-15412dd07347 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:55.502504 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7a174f83-0b3c-43d6-8677-589f54cdbb5c no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:55.537006 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 7a174f83-0b3c-43d6-8677-589f54cdbb5c {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:55.537649 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7a174f83-0b3c-43d6-8677-589f54cdbb5c not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:56.041234 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 293c7530-3b53-4df1-9c6f-92c87234fca2 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:56.085215 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 293c7530-3b53-4df1-9c6f-92c87234fca2 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:56.085659 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 293c7530-3b53-4df1-9c6f-92c87234fca2 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:56.099257 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 90b0da62-b719-4474-9280-b6c23b963833 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:59:56.142748 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 90b0da62-b719-4474-9280-b6c23b963833 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:59:56.143172 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 90b0da62-b719-4474-9280-b6c23b963833 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:59:56.226562 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaabeb-9234-448e-bf90-91117d0664fd req-a7766ec3-05a2-4295-81dc-1269e222a9f0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:56.230274 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d4aaabeb-9234-448e-bf90-91117d0664fd req-a7766ec3-05a2-4295-81dc-1269e222a9f0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1036844 Jun 16 14:59:56.296087 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d4aaabeb-9234-448e-bf90-91117d0664fd req-ef57fb4a-609f-429c-ad59-8527e8f3be2f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532734 Jun 16 14:59:57.501902 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49086) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:57.545618 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf664b4-6146-483f-b02b-b0e5050d7083 req-7f89bbdd-5a8d-409b-9c4d-30b470b8daa2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:57.547485 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7bf664b4-6146-483f-b02b-b0e5050d7083 req-7f89bbdd-5a8d-409b-9c4d-30b470b8daa2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0807905 Jun 16 14:59:57.599584 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7bf664b4-6146-483f-b02b-b0e5050d7083 req-88252beb-77e6-4a96-bf0c-21b436418dfa tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408244 Jun 16 14:59:57.648547 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:57.768196 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:57.773286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:57.776400 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0eb7aab7-d2fc-45cd-bf37-ca4025a0ed9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:57.814856 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748c6857-4477-4757-8369-46fbadc27e26,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:57.818002 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:57.820813 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75c0fd07f8c840229f1a0adc1e7de119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178432 Jun 16 14:59:57.823404 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49096) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:59:57.896365 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:57.937009 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:58.009545 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:58.012452 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:59:58.014005 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/748c6857-4477-4757-8369-46fbadc27e26 HTTP/1.1" status: 204 len: 168 time: 0.1895304 Jun 16 14:59:58.014781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:59:58.023150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c6857-4477-4757-8369-46fbadc27e26,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:59:58.026406 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:59:58.882701 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73748645-21f8-463b-9c15-bbe692b484ad req-9b0f3ddc-44e4-4e9a-9c34-6c5e37a75ab0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:59:58.885956 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-73748645-21f8-463b-9c15-bbe692b484ad req-9b0f3ddc-44e4-4e9a-9c34-6c5e37a75ab0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0821154 Jun 16 14:59:58.944988 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-73748645-21f8-463b-9c15-bbe692b484ad req-00382216-6925-4c8d-8d32-f2dbc1a1b725 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483031 Jun 16 15:00:00.172634 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e77d1-e7f1-4f45-9e0a-eb4b8e458b0f req-6e17384a-da10-4361-ba54-f09bf5f740e0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:00.174152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-681e77d1-e7f1-4f45-9e0a-eb4b8e458b0f req-6e17384a-da10-4361-ba54-f09bf5f740e0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0751097 Jun 16 15:00:00.228988 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-681e77d1-e7f1-4f45-9e0a-eb4b8e458b0f req-6903dcca-3fec-4147-a096-7eaa3e1d6cfe tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477271 Jun 16 15:00:00.393558 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49190) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:00.542285 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.694468 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.703557 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.707001 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7d90d8e1-feb2-4ea1-a529-9ceae418c1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:00.769829 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f7013323fce484ca7858df0d93b9385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751605 Jun 16 15:00:00.770807 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d822d45c-85e6-437e-94ac-60cf46ed5759,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:00.773009 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49202) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:00.785644 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:00.832814 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.859169 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.925852 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.929008 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:00.931058 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d822d45c-85e6-437e-94ac-60cf46ed5759 HTTP/1.1" status: 204 len: 168 time: 0.1568599 Jun 16 15:00:00.932034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-67badbbf-1e1c-41ee-81ef-42f35ffa2f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:00.941833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d822d45c-85e6-437e-94ac-60cf46ed5759,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:00.944953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:01.318166 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49216) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:01.334558 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.456103 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.461898 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.464335 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3da6b73e-42aa-44ce-a3cd-c0339e272cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:01.466764 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3ae43-94fd-49a8-accc-f4998e11e7c3 req-d9919cfd-e993-4c36-bd74-00c64e2c3a7b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:01.468495 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7fc3ae43-94fd-49a8-accc-f4998e11e7c3 req-d9919cfd-e993-4c36-bd74-00c64e2c3a7b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0755668 Jun 16 15:00:01.503422 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=498e1e6a191e44bb89cbce65822043fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833906 Jun 16 15:00:01.504838 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1340d20c-b8eb-4407-a978-0e66f7d6dee9,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:01.509373 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:01.510188 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49218) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:01.520075 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7fc3ae43-94fd-49a8-accc-f4998e11e7c3 req-36d4ff6a-6d27-477b-8b66-c058352a9038 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 Jun 16 15:00:01.583090 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.606002 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.653804 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.656554 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:01.657732 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1340d20c-b8eb-4407-a978-0e66f7d6dee9 HTTP/1.1" status: 204 len: 168 time: 0.1460905 Jun 16 15:00:01.658635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4684e4e9-ac93-4091-ba66-1926552a3b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:01.668873 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340d20c-b8eb-4407-a978-0e66f7d6dee9,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:01.671468 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:02.733692 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c1452-01c0-48d5-ba53-9abec88252b2 req-04afc09d-11de-4ae1-8962-ae397e0f7c09 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:02.735532 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb5c1452-01c0-48d5-ba53-9abec88252b2 req-04afc09d-11de-4ae1-8962-ae397e0f7c09 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0723109 Jun 16 15:00:02.782560 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb5c1452-01c0-48d5-ba53-9abec88252b2 req-a6b8da6a-db73-4025-b2cc-db2bafc4ebdb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406477 Jun 16 15:00:03.865027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:03.911477 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-004f51c6-9bd1-44c6-a4dc-a71c4079a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:03.995329 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fc201-2215-4fc0-a734-dbc488c302bb req-36b9a64b-e428-4853-a504-50187756bd2a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:03.997254 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-122fc201-2215-4fc0-a734-dbc488c302bb req-36b9a64b-e428-4853-a504-50187756bd2a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0708289 Jun 16 15:00:04.041082 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-122fc201-2215-4fc0-a734-dbc488c302bb req-bc0a2903-b8df-4dd3-b43e-e713816fce32 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 Jun 16 15:00:05.305813 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac85aa-967a-489c-9797-0311e3690743 req-6fdef01f-8a91-4692-8dad-9f9f285ee681 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:05.308387 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9aac85aa-967a-489c-9797-0311e3690743 req-6fdef01f-8a91-4692-8dad-9f9f285ee681 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1135714 Jun 16 15:00:05.363425 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9aac85aa-967a-489c-9797-0311e3690743 req-9860355e-5ae8-4f33-b011-8963080dd064 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483084 Jun 16 15:00:06.481082 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ccfa55a4-21b0-46d0-9a35-dc9aec6dcd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:06.582780 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade716b-5df4-4229-9888-8c78ce6e7998 req-d8bf1cc8-ac9a-4eff-b926-270a19e5aff7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:06.584625 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2ade716b-5df4-4229-9888-8c78ce6e7998 req-d8bf1cc8-ac9a-4eff-b926-270a19e5aff7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0733795 Jun 16 15:00:06.631575 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2ade716b-5df4-4229-9888-8c78ce6e7998 req-7dee13bb-3482-4bc6-82b8-c01711e53f66 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401042 Jun 16 15:00:06.693110 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.386000 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.421480 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49406) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:07.549887 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.656091 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.660720 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.663770 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8969ff2a-24f1-4ee8-b738-b66a7f70a8ed tempest-VolumesNegativeTest-368255065 tempest-VolumesNegativeTest-368255065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:07.705425 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea0bbd5c2d6f448a94d752125053ae7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825303 Jun 16 15:00:07.706498 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3cec1f-9042-4d7f-b554-3a2d67cdd109,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:07.708749 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49412) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:07.715668 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.716163 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.716566 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.716909 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.717270 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.717633 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.717989 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.718346 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.718764 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.719154 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.719508 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.719856 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.724437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:07.787478 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.818616 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.884390 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.886694 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb61cb0-b474-4a9d-a940-84be7a1cc609 req-f63083fd-e9e1-45ad-934d-543c1fc3b2dc tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:07.887333 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:07.888805 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f3cec1f-9042-4d7f-b554-3a2d67cdd109 HTTP/1.1" status: 204 len: 168 time: 0.1782346 Jun 16 15:00:07.889006 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-edb61cb0-b474-4a9d-a940-84be7a1cc609 req-f63083fd-e9e1-45ad-934d-543c1fc3b2dc tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0805082 Jun 16 15:00:07.889990 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-13c5dd58-b3ad-4e0f-bb85-46053ff0a7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:07.904745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3cec1f-9042-4d7f-b554-3a2d67cdd109,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:07.918766 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.919412 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.920220 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.921033 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.921662 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.922520 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.923410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.924401 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.924906 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.925532 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.926132 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.926996 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:07.933575 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:07.968552 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-edb61cb0-b474-4a9d-a940-84be7a1cc609 req-3b804f86-8edd-4371-8bda-0cdfa784422f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709295 Jun 16 15:00:08.236278 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49418) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:08.266118 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.377859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.384527 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.387336 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4a85d203-900f-4e24-b01e-64036261d30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:08.426526 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2aa6fdfeb98349bdbdc07f2389bd35e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887736 Jun 16 15:00:08.427657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dbeab4-e5ef-4700-ae32-79ca635f3fd3,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:08.431763 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:08.432838 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49430) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:08.519771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.547259 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.615397 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.620135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:08.621651 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03dbeab4-e5ef-4700-ae32-79ca635f3fd3 HTTP/1.1" status: 204 len: 168 time: 0.1873801 Jun 16 15:00:08.622810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-79b0abad-4dab-4342-b233-f631b92005a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:08.634663 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dbeab4-e5ef-4700-ae32-79ca635f3fd3,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:08.637930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:09.218894 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540d810-2c62-4617-818b-864f260159e0 req-4084511b-e178-469f-a747-cf130e390d6c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:09.221526 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f540d810-2c62-4617-818b-864f260159e0 req-4084511b-e178-469f-a747-cf130e390d6c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0801661 Jun 16 15:00:09.281439 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f540d810-2c62-4617-818b-864f260159e0 req-516da1b8-8637-4212-b645-bd21842800a4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528119 Jun 16 15:00:09.381228 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:10.571095 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f894d-5f7f-4539-9ad6-75d8c9b1213e req-6a249fd6-2a24-4d3d-b45e-9da9676b817c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:10.572680 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c74f894d-5f7f-4539-9ad6-75d8c9b1213e req-6a249fd6-2a24-4d3d-b45e-9da9676b817c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.0739317 Jun 16 15:00:10.619630 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c74f894d-5f7f-4539-9ad6-75d8c9b1213e req-b774330a-f55f-48b8-82af-857e7c8839a5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Jun 16 15:00:10.862793 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49516) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:10.993042 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.091928 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.097174 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.099789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a63aa384-48f8-46bb-9fd7-c8cbd4afe88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:11.139035 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=692876392fb54772ae2fa58d024e81ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741687 Jun 16 15:00:11.140015 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c4f75-d908-40f4-9b81-b897da5d8984,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:11.140842 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49520) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:11.143626 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:11.197928 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.225613 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.296744 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.299933 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.303514 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f0c4f75-d908-40f4-9b81-b897da5d8984 HTTP/1.1" status: 204 len: 168 time: 0.1593306 Jun 16 15:00:11.303514 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6505125c-4868-42ee-99f6-473ca1901391 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:11.314385 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c4f75-d908-40f4-9b81-b897da5d8984,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:11.318074 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:11.629782 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49534) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:11.644304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.749307 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.755429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.759377 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e7b246af-ab4e-4c73-8402-d5be496cdbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:11.806417 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=194dc8a04c314687bda2bdc3b1aaee63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730561 Jun 16 15:00:11.807203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49542) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:11.809583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fe4a3c-9f43-4d10-9e4a-425b6fbe71a7,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:11.817765 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:11.870798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.878356 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4301-57fa-4e86-82bb-395a9648d881 req-bb3e02d7-6fa6-4331-be02-c8179982c616 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:11.885736 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cbef4301-57fa-4e86-82bb-395a9648d881 req-bb3e02d7-6fa6-4331-be02-c8179982c616 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1194549 Jun 16 15:00:11.906615 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.930718 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cbef4301-57fa-4e86-82bb-395a9648d881 req-5ecb5432-91ea-4864-a481-5e73598e6ba4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Jun 16 15:00:11.969949 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.972921 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:11.974138 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38fe4a3c-9f43-4d10-9e4a-425b6fbe71a7 HTTP/1.1" status: 204 len: 168 time: 0.1656313 Jun 16 15:00:11.975084 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-60e1c813-57cb-4f69-b4e2-1dc64f27929a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:11.984576 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fe4a3c-9f43-4d10-9e4a-425b6fbe71a7,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:11.987363 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:12.147539 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:00:12.256419 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:12.272852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'mac_address': 'fa:16:3e:18:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:00:12.330197 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:12.366422 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cf108f3-5fd5-4a74-822b-354d2e06dde1 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:00:12.392645 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:12.400508 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:12.404603 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:12.497808 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=6']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:12.511385 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.511942 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.512513 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.513080 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.513658 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.514220 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.514779 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.515423 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.516000 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.516561 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.517130 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.517691 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:12.525184 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:12.534367 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['0cf108f3-5fd5-4a74-822b-354d2e06dde1'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:00:13.419134 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f58f5-d183-4451-8b40-ff96d43853f6 req-020ae14b-5a21-4473-8d08-88cebff53049 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:13.422174 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8e9f58f5-d183-4451-8b40-ff96d43853f6 req-020ae14b-5a21-4473-8d08-88cebff53049 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.1811211 Jun 16 15:00:13.511547 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8e9f58f5-d183-4451-8b40-ff96d43853f6 req-2a834fec-0573-4dfb-a016-5ee7123c0ad5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804667 Jun 16 15:00:14.153508 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:14.226263 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:14.226685 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:14.356834 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:14.406636 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:00:14.409225 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3dbf13-9124-446a-9142-eeaa02470d31" -d '{"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-plugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:14.425852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:14.438176 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:14.441245 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:14.553092 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffe9166-a84e-4139-a485-b3d4c78368fb x-openstack-request-id: req-7ffe9166-a84e-4139-a485-b3d4c78368fb {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:14.554073 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-plugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:14.554814 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ffe9166-a84e-4139-a485-b3d4c78368fb {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:14.556587 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'code': 200} Jun 16 15:00:14.571372 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=7']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:14.580396 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:14.941246 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5c9f6-9311-4bd2-9f67-7daee659ba97 req-d493aec4-ea41-4306-8472-aa4e52f538e5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:14.943184 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ab5c9f6-9311-4bd2-9f67-7daee659ba97 req-d493aec4-ea41-4306-8472-aa4e52f538e5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1565490 Jun 16 15:00:15.042965 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1ab5c9f6-9311-4bd2-9f67-7daee659ba97 req-f73b7184-0d54-41f1-bf65-e92dff717e8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775285 Jun 16 15:00:15.918428 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49694) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:16.008723 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Deleting subnet ef9ee89e-0473-4289-ad6d-e1d62de15db7 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:00:16.014454 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.099938 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.203465 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.361285 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.367632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:16.517199 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9ee89e-0473-4289-ad6d-e1d62de15db7,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:16.541958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:16.548707 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.558164 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-a7c2249f-4791-4b00-9921-817870c92678 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ef9ee89e-0473-4289-ad6d-e1d62de15db7 HTTP/1.1" status: 204 len: 168 time: 0.6377807 Jun 16 15:00:16.561976 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49712) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:16.570301 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad3db-2fe7-4d99-b018-26e07ead6e17 req-4caee6e8-a963-4f3b-bbcc-0eef40709871 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:16.580312 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-53cad3db-2fe7-4d99-b018-26e07ead6e17 req-4caee6e8-a963-4f3b-bbcc-0eef40709871 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2073340 Jun 16 15:00:16.661586 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-53cad3db-2fe7-4d99-b018-26e07ead6e17 req-49a032dc-0be9-49ac-8f7c-0caceaff7612 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796211 Jun 16 15:00:16.703510 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.888241 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:16.908933 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:17.264779 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cfbb44-c72f-483e-94f6-ca04a4549030') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:17.264779 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cfbb44-c72f-483e-94f6-ca04a4549030') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:17.322481 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:17.362502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:17.381706 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:00:17.384743 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:00:17.388433 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:00:17.463773 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49734) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:17.511718 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:17.525120 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:17.546173 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:17.552033 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7 HTTP/1.1" status: 204 len: 168 time: 0.9884658 Jun 16 15:00:17.557062 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fae84f0-e2e1-4426-9a5f-4b9e21cfcec7,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:17.570007 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:17.825260 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:17.956229 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49750) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:18.017577 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.022985 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fd810b3f-659a-405e-ba49-d74ab904f5fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cb7a5220e8648cba49747c86b07cd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645256 Jun 16 15:00:18.029152 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49752) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:18.040698 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.055590 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2df7019a-1e02-49ab-8448-4a3377344f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:18.078205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ecca-9652-4aba-94eb-95529e35c717 req-0ee1c60b-23db-4106-9ba6-fa7f3b103eac tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:18.082244 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-72e2ecca-9652-4aba-94eb-95529e35c717 req-0ee1c60b-23db-4106-9ba6-fa7f3b103eac tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1795306 Jun 16 15:00:18.138187 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cdb761-5cd4-4ff2-87fa-7ba1ce247f85,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:18.156939 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:18.186245 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-72e2ecca-9652-4aba-94eb-95529e35c717 req-04bc5ea6-f842-4504-a4ef-3291fd3ba088 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971119 Jun 16 15:00:18.186738 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bb1d58be75648feab31b49d458d6f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214336 Jun 16 15:00:18.190536 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49754) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:18.233556 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.295282 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.322756 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.362638 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.411290 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.423649 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.431659 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0 HTTP/1.1" status: 204 len: 168 time: 0.3975754 Jun 16 15:00:18.433010 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c9c164cd-9f46-4b3a-92b3-21f3ecb811be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:18.460015 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86ccb6e-7dc6-44ae-9af9-6c93478ca3c0,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:18.466229 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.469008 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:18.469986 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:18.476358 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58cdb761-5cd4-4ff2-87fa-7ba1ce247f85 HTTP/1.1" status: 204 len: 168 time: 0.2837520 Jun 16 15:00:18.477417 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-11436610-3d17-4867-95bd-502cafd3f454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:18.490737 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cdb761-5cd4-4ff2-87fa-7ba1ce247f85,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:18.493471 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:19.294816 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49782) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:19.327314 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:19.674605 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8ee90-98e6-48f7-9490-6f137ac3eff8 req-981d7ef5-313e-48eb-bd62-2fe489ca2da0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:19.677731 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-63d8ee90-98e6-48f7-9490-6f137ac3eff8 req-981d7ef5-313e-48eb-bd62-2fe489ca2da0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1996207 Jun 16 15:00:19.754313 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:19.808776 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-63d8ee90-98e6-48f7-9490-6f137ac3eff8 req-010affa4-0044-4404-843f-258dbe0e4bc1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175756 Jun 16 15:00:19.810168 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:19.826502 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-09ea56e2-5fbe-42df-b8f9-78e9a9236271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:19.957271 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49796) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:19.958167 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dea037fd7bde406f92bb27880552719d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604581 Jun 16 15:00:19.960347 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e94c771-28f2-4537-95ea-8defc394ba8c,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:19.966702 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:20.124482 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.170296 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.280384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.286170 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.288014 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e94c771-28f2-4537-95ea-8defc394ba8c HTTP/1.1" status: 204 len: 168 time: 0.3289971 Jun 16 15:00:20.289244 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-de633ca8-bbfb-4313-b481-efb6b304726e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:20.308133 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e94c771-28f2-4537-95ea-8defc394ba8c,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:20.316614 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:20.394348 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49808) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:20.578580 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1313409858-network', 'tenant_id': '042694445396449083d690c1b4697298'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:00:20.657610 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Made reservation on behalf of 042694445396449083d690c1b4697298 for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:20.661524 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.677189 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.873862 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.884184 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.895847 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-82a9bdfc-f2c1-4330-ba56-744d1d4b8dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:20.937001 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:00:20.956907 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6221af3-c61f-4e39-b34c-5153d4ca8cfa,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:20.966177 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:20.967985 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:20.968941 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Added segment 80cb756b-6785-42e1-94f2-b7a9360c4a3b of type vlan for network 150fd66e-2652-40e5-8023-86bd0fbe8557 Jun 16 15:00:21.056728 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:21.116408 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:21.120385 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:21.121048 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:21.124971 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:21.129568 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9419c-65e6-414d-bada-9b159b63381d req-820dfc86-fb7c-4f57-be6c-077d96b060d2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:21.141414 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-36e9419c-65e6-414d-bada-9b159b63381d req-820dfc86-fb7c-4f57-be6c-077d96b060d2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1196561 Jun 16 15:00:21.201452 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8057389 Jun 16 15:00:21.207919 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49830) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:21.218595 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Request body: {'subnet': {'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1313409858-subnet', 'tenant_id': '042694445396449083d690c1b4697298', 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:00:21.230077 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-36e9419c-65e6-414d-bada-9b159b63381d req-8211676a-5583-4602-867b-232294382317 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868993 Jun 16 15:00:21.268779 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Pushing event updated for resources: {'Network': ['ID=150fd66e-2652-40e5-8023-86bd0fbe8557,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:21.280875 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:00:21.282789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:21.320325 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Made reservation on behalf of 042694445396449083d690c1b4697298 for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:21.325986 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130227145'] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:21.698918 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130156056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130227163'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:21.705737 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-07a4f074-e388-4f56-a9aa-e19733a75bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:21.988585 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca41850-5b61-40e7-afab-165099a85ad7,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:21.999646 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:22.004567 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Checking segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:22.005160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Network hostable DHCP agents. Network: 150fd66e-2652-40e5-8023-86bd0fbe8557, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:00:22.040416 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:00:22.066242 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 150fd66e-2652-40e5-8023-86bd0fbe8557) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:22.075640 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ac5f2-05a1-4fcf-a6b7-08ba23d27ed2 None None] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:00:22.076501 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:22.077614 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.129475 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9199176 Jun 16 15:00:22.131767 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49846) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:22.136881 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:00:22.182114 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.183529 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.319420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-150fd66e-2652-40e5-8023-86bd0fbe8557', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:00:22.323131 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.437669 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.667813 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Allocated IP 172.20.0.2 (150fd66e-2652-40e5-8023-86bd0fbe8557/5ca41850-5b61-40e7-afab-165099a85ad7/d0c22740-fac4-44f9-84ff-7e82bb004ce2) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:22.868458 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.913345 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.924515 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Transition to ACTIVE for port object d0c22740-fac4-44f9-84ff-7e82bb004ce2 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:22.947437 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Transition to ACTIVE for port object d0c22740-fac4-44f9-84ff-7e82bb004ce2 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:22.961924 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:22.974860 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-80f970ad-0682-45e9-8089-3bdf6f97f908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:23.010966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeab6de-dccb-46a2-ba2d-a58994799530 req-c83bf691-0c99-4194-b09e-a6a8b247444e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:23.014466 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ceeab6de-dccb-46a2-ba2d-a58994799530 req-c83bf691-0c99-4194-b09e-a6a8b247444e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2584419 Jun 16 15:00:23.046488 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:23.047977 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Pushing event updated for resources: {'Port': ['ID=d0c22740-fac4-44f9-84ff-7e82bb004ce2,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:23.051025 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:23.053112 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:23.053995 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:00:23.129390 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Attempting to bind port d0c22740-fac4-44f9-84ff-7e82bb004ce2 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:00:23.129390 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Attempting to bind port d0c22740-fac4-44f9-84ff-7e82bb004ce2 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:00:23.129390 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Attempting to bind port d0c22740-fac4-44f9-84ff-7e82bb004ce2 on network 150fd66e-2652-40e5-8023-86bd0fbe8557 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:00:23.136395 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:00:23.136796 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Checking segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:23.137227 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:23.137638 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Bound using segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:00:23.138427 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Bound port: d0c22740-fac4-44f9-84ff-7e82bb004ce2, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:00:23.138836 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:23.146812 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ceeab6de-dccb-46a2-ba2d-a58994799530 req-e3e4f2ee-05a3-47a5-b17d-3c7371419698 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264720 Jun 16 15:00:23.224339 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] For port d0c22740-fac4-44f9-84ff-7e82bb004ce2, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:00:23.228960 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] For port d0c22740-fac4-44f9-84ff-7e82bb004ce2, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=d0c22740-fac4-44f9-84ff-7e82bb004ce2,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:00:23.236960 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:23.248148 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:23.330668 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Pushing event updated for resources: {'Port': ['ID=d0c22740-fac4-44f9-84ff-7e82bb004ce2,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:23.333371 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:23.567780 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:23.655349 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:24.160609 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Allocated IP 172.27.2.80 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/92f0e385-d80d-43bb-a409-3bbfbe62daca) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:24.570282 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:24.667725 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269189f1-427f-487c-913d-6ca90fbd677a req-88b945c5-c185-454a-8041-a8621ee1cd12 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:24.670484 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-269189f1-427f-487c-913d-6ca90fbd677a req-88b945c5-c185-454a-8041-a8621ee1cd12 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2104354 Jun 16 15:00:24.810454 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-269189f1-427f-487c-913d-6ca90fbd677a req-c9a4f0df-59da-4708-a932-bdd9032d4f26 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163142 Jun 16 15:00:24.812255 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:24.822653 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b6cd59ea-93cb-46e9-8118-683f78681cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:24.876927 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Pushing event updated for resources: {'Port': ['ID=92f0e385-d80d-43bb-a409-3bbfbe62daca,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:24.890229 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:24.892752 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:24.894651 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:24.897535 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:00:25.239346 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ed93d-504a-44b9-9561-2d0d3f9f2c91 None None] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:00:25.244716 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:25.445029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-89892f0b-a474-4231-9116-cb8def994343 None None] Provisioning for port d0c22740-fac4-44f9-84ff-7e82bb004ce2 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:25.622769 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device d0c22740-fac4-44f9-84ff-7e82bb004ce2 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:25.735719 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port d0c22740-fac4-44f9-84ff-7e82bb004ce2 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:25.743467 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:25.751126 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port d0c22740-fac4-44f9-84ff-7e82bb004ce2 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:25.751639 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.149845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.192652 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49930) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:26.321775 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port d0c22740-fac4-44f9-84ff-7e82bb004ce2, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=d0c22740-fac4-44f9-84ff-7e82bb004ce2,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:26.337989 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.358043 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:26.369579 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49936) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:26.398299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Router 0566f955-ecf7-4ffd-9e33-77e356825a47 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:00:26.472178 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.521946 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=d0c22740-fac4-44f9-84ff-7e82bb004ce2,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:26.552172 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:26.561723 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9569a4ee-1a98-498b-bb7e-6c97c5b4701e None None] Provisioning complete for port d0c22740-fac4-44f9-84ff-7e82bb004ce2 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:26.562448 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9569a4ee-1a98-498b-bb7e-6c97c5b4701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.603743 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.613306 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3873dde-feb9-4a54-b456-9950cc807f77 req-86ee208a-661a-4efa-a4ab-cd792e54dc26 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:26.615262 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d3873dde-feb9-4a54-b456-9950cc807f77 req-86ee208a-661a-4efa-a4ab-cd792e54dc26 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2661843 Jun 16 15:00:26.617104 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.624103 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.640468 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d427f53c-c5ed-4eab-9f9a-daa34b96558b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:26.673953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49940) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:26.674307 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8d610950fec4dec8f5be45b04a05cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791276 Jun 16 15:00:26.699907 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:00:26.713183 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9133fe-7546-4270-8a9f-06b0ab908b6c,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:26.730598 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d3873dde-feb9-4a54-b456-9950cc807f77 req-85cd5634-1de7-4483-b996-5c6048f34a17 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910459 Jun 16 15:00:26.738001 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:26.745251 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Sync routers for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:00:26.788162 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.808302 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:26.809744 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:26.851567 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.855502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.921813 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:26.977289 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0bd5b803-1e7d-443f-8626-a50ba5b14cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:27.038452 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:27.043899 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d73e1297ba43427d908c82c4d1866373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6724849 Jun 16 15:00:27.046455 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49942) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:27.049195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.051336 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9183450 Jun 16 15:00:27.052705 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.058580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.060751 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d9133fe-7546-4270-8a9f-06b0ab908b6c HTTP/1.1" status: 204 len: 168 time: 0.3841572 Jun 16 15:00:27.062013 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49944) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:27.169163 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.227725 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.259874 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ed0500-69d1-4497-a081-caef95e1e99e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:27.271793 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:27.277787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-93f0e15c-2702-46e9-b3c9-16ce9aa7206a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:27.332081 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9133fe-7546-4270-8a9f-06b0ab908b6c,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:27.342627 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:27.378806 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.390478 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.394538 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32ed0500-69d1-4497-a081-caef95e1e99e HTTP/1.1" status: 204 len: 168 time: 0.3461797 Jun 16 15:00:27.402817 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1e26b274-8663-4459-b6ec-a8ac267e9e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:27.455852 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ed0500-69d1-4497-a081-caef95e1e99e,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:27.463190 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-33b1d8db-fc7e-4799-9a90-38508e8472d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:27.513449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:25Z', 'revision_number': 3, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:27.528154 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Checking router: 0566f955-ecf7-4ffd-9e33-77e356825a47 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:00:27.528793 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Updating router 0566f955-ecf7-4ffd-9e33-77e356825a47 port 92f0e385-d80d-43bb-a409-3bbfbe62daca binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:00:27.590198 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.598970 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device d0c22740-fac4-44f9-84ff-7e82bb004ce2 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:27.882003 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49954) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:27.939844 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port d0c22740-fac4-44f9-84ff-7e82bb004ce2 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:27.940428 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:27.945045 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.210105 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.225767 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.230191 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e992a6c2-82ed-4b33-ac0f-62cd51b36ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:28.244662 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.269898 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fde45-abba-4069-9ba8-4db216262a90 req-39373076-0762-40d8-b56f-39c3faa5c365 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:28.277558 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-061fde45-abba-4069-9ba8-4db216262a90 req-39373076-0762-40d8-b56f-39c3faa5c365 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.1948595 Jun 16 15:00:28.319375 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1c3f228f82d45bcba1739109bcf0c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345248 Jun 16 15:00:28.325963 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49958) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:28.326888 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b3e30d-0ba8-4638-9701-5de5664b65d2,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:28.332827 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:28.346502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 49960) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:28.375709 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.426903 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.444885 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-061fde45-abba-4069-9ba8-4db216262a90 req-ed72fdbf-4c85-47af-a39a-d88938faabda tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561458 Jun 16 15:00:28.459433 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.498197 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.541580 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Transition to ACTIVE for port object 92f0e385-d80d-43bb-a409-3bbfbe62daca will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:28.561549 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.567384 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-499c0d8a-ae59-4356-a6c9-dbc2ed998934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:28.633903 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.639195 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.643180 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68b3e30d-0ba8-4638-9701-5de5664b65d2 HTTP/1.1" status: 204 len: 168 time: 0.3111510 Jun 16 15:00:28.646358 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e87c0064-25bb-4e85-8858-17ad7e186549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:28.650144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Allocated IP 172.20.0.1 (150fd66e-2652-40e5-8023-86bd0fbe8557/5ca41850-5b61-40e7-afab-165099a85ad7/c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:28.671603 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b3e30d-0ba8-4638-9701-5de5664b65d2,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:28.676417 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:28.741929 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.797966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.806794 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-79f174c8-f1e5-4514-9caf-6034507b41aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:28.891173 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49964) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:28.891423 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cb96f0a55d646f59a5ae8c292504ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417001 Jun 16 15:00:28.899943 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18537667-ecab-4eab-8544-8e6329a898a5,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:28.904749 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:28.908254 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.908543 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Attempting to bind port 92f0e385-d80d-43bb-a409-3bbfbe62daca on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:00:28.909227 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Attempting to bind port 92f0e385-d80d-43bb-a409-3bbfbe62daca by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:00:28.910030 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Attempting to bind port 92f0e385-d80d-43bb-a409-3bbfbe62daca on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:00:28.943360 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Transition to ACTIVE for port object c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:28.945243 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636adc4-1695-489f-ba14-f6410f8323b1 None None] Pushing event updated for resources: {'Port': ['ID=92f0e385-d80d-43bb-a409-3bbfbe62daca,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:28.949343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-7636adc4-1695-489f-ba14-f6410f8323b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:28.951416 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:00:28.952161 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:28.952811 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.953436 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:00:28.954328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Bound port: 92f0e385-d80d-43bb-a409-3bbfbe62daca, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:00:28.954991 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:28.990682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.011614 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.016924 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b187bbd6-6bb5-4140-9a58-05280b2fe69a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:29.027768 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.083522 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Pushing event updated for resources: {'Port': ['ID=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:29.090396 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:29.095644 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] For port 92f0e385-d80d-43bb-a409-3bbfbe62daca, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:00:29.101078 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:29.101756 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] For port 92f0e385-d80d-43bb-a409-3bbfbe62daca, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=92f0e385-d80d-43bb-a409-3bbfbe62daca,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:00:29.103547 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:29.114633 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:00:29.115491 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.122944 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.123645 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-202d2f7d-b7a8-4953-a215-cf95f44e3e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:29.128165 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.131266 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18537667-ecab-4eab-8544-8e6329a898a5 HTTP/1.1" status: 204 len: 168 time: 0.2381577 Jun 16 15:00:29.132806 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a6a6c457-3dc9-4ea7-99fe-279d74671b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:29.145166 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18537667-ecab-4eab-8544-8e6329a898a5,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:29.157533 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-be463b7e-1956-4ab2-9593-7e6aaf677562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:29.202600 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.369224 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:29.369888 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:29.376027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636adc4-1695-489f-ba14-f6410f8323b1 None None] Pushing event updated for resources: {'Port': ['ID=92f0e385-d80d-43bb-a409-3bbfbe62daca,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:29.423186 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-7636adc4-1695-489f-ba14-f6410f8323b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:29.513192 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.550925 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-622e84cb-e064-4df8-b3b5-9878398fb373 None None] Provisioning for port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:29.567083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-622e84cb-e064-4df8-b3b5-9878398fb373 None None] Provisioning complete for port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:29.570833 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-622e84cb-e064-4df8-b3b5-9878398fb373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.633739 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-622e84cb-e064-4df8-b3b5-9878398fb373 None None] Port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:00:29.645299 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49974) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:29.698915 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8922c26f-7961-49b6-bcdc-e5f1c55a2053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:29.736266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:30.048023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.067438 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed789-f45c-4c73-8b40-dcac63410555 req-4ed33a03-dd7f-415a-8541-6db426d7c0d7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:30.070679 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-132ed789-f45c-4c73-8b40-dcac63410555 req-4ed33a03-dd7f-415a-8541-6db426d7c0d7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2550178 Jun 16 15:00:30.072052 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.094711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:30.206338 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8922c26f-7961-49b6-bcdc-e5f1c55a2053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.241610 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8922c26f-7961-49b6-bcdc-e5f1c55a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.249955 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-66967fb0-233b-4e77-8a88-7e84c6f6426e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:30.276438 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.288063 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922c26f-7961-49b6-bcdc-e5f1c55a2053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc5c0cb-fff7-4008-9d57-2d307c5be9ba,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:30.295847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Pushing event updated for resources: {'Port': ['ID=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:30.296142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8922c26f-7961-49b6-bcdc-e5f1c55a2053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:30.302080 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:30.312446 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-132ed789-f45c-4c73-8b40-dcac63410555 req-def00218-d4ce-41a2-9f89-6af2a060e941 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352562 Jun 16 15:00:30.330133 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:00:30.371963 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-8922c26f-7961-49b6-bcdc-e5f1c55a2053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8d181d18e7848d1baa268deddfa161a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7248158 Jun 16 15:00:30.372647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 49984) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:30.439531 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:25Z', 'revision_number': 3, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:30.449450 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e895c-5a77-43da-b3bf-03960d5d90b2 None None] The sync data for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi is: [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:25Z', 'revision_number': 3, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:00:30.511880 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:30.513842 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:30.514485 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.571717 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.677647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.683584 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:30.687897 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfc5c0cb-fff7-4008-9d57-2d307c5be9ba HTTP/1.1" status: 204 len: 168 time: 0.3114994 Jun 16 15:00:30.687897 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-918c8338-130e-4819-a340-761c76d0325f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:30.721940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc5c0cb-fff7-4008-9d57-2d307c5be9ba,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:30.726395 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:31.076920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Router 0566f955-ecf7-4ffd-9e33-77e356825a47 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:00:31.126092 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-f4052a9f-add1-4fc5-b3d3-e90f453fbccc None None] Provisioning complete for port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:31.126092 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f4052a9f-add1-4fc5-b3d3-e90f453fbccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:31.236649 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-f4052a9f-add1-4fc5-b3d3-e90f453fbccc None None] Port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:00:31.646957 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 92f0e385-d80d-43bb-a409-3bbfbe62daca up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:31.897804 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 92f0e385-d80d-43bb-a409-3bbfbe62daca completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:31.925964 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 92f0e385-d80d-43bb-a409-3bbfbe62daca triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:31.926771 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:32.252815 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:32.296165 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 92f0e385-d80d-43bb-a409-3bbfbe62daca, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=92f0e385-d80d-43bb-a409-3bbfbe62daca,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:32.309338 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:32.322849 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-80f970ad-0682-45e9-8089-3bdf6f97f908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:32.359343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:00:32.366629 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] 10.222.0.16 "PUT /v2.0/routers/0566f955-ecf7-4ffd-9e33-77e356825a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3024144 Jun 16 15:00:32.390181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6bb42-0113-48e0-b359-957fd9ba1d9e req-c0d89cf9-2afd-4863-8195-9ddc17a9ad51 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:32.391830 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d4a6bb42-0113-48e0-b359-957fd9ba1d9e req-c0d89cf9-2afd-4863-8195-9ddc17a9ad51 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.4173269 Jun 16 15:00:32.483522 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=92f0e385-d80d-43bb-a409-3bbfbe62daca,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:32.487519 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:32.517154 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d4a6bb42-0113-48e0-b359-957fd9ba1d9e req-62cfd8d0-724c-4412-9f2b-b475819b6854 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131747 Jun 16 15:00:33.458522 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Sync routers for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:00:33.486297 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:33.487236 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:33.570346 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 92f0e385-d80d-43bb-a409-3bbfbe62daca up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:33.724251 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 92f0e385-d80d-43bb-a409-3bbfbe62daca triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:33.725323 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:33.763293 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50088) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:33.773783 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1451778450-network', 'tenant_id': '293164b829bf4144a4f4685c4feb544f'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:00:33.824269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Made reservation on behalf of 293164b829bf4144a4f4685c4feb544f for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:33.829316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:33.833843 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:33.864786 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:33.957812 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.102973 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-6f1c6c4c-45dc-4f98-93a8-6e829432e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:34.107267 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-6f1c6c4c-45dc-4f98-93a8-6e829432e3e8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1098 time: 0.2681899 Jun 16 15:00:34.108486 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-464cf498-85ce-4d91-8a09-d6aa3fcde925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.192885 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 2, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:34.199473 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Checking router: 0566f955-ecf7-4ffd-9e33-77e356825a47 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:00:34.200281 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Updating router 0566f955-ecf7-4ffd-9e33-77e356825a47 port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:00:34.261943 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.326095 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-55bd102b-a570-41b6-a6ac-f753d2fa8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:34.329153 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-55bd102b-a570-41b6-a6ac-f753d2fa8051 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1943479 Jun 16 15:00:34.332860 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.346211 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.376729 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:00:34.416772 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.417235 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Added segment 2a89873d-8949-4517-97ea-969d5f7101bf of type vlan for network c5e50bf4-6790-4332-8082-0679f2928021 Jun 16 15:00:34.442135 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-5b08652f-b1a4-4698-992a-3cf0eeeba6af service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 1001 time: 0.1030996 Jun 16 15:00:34.519684 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.532022 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8a7ab7ce-05da-4166-b4a0-9859fae25838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:34.536060 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-745bef0c-7b1b-4370-b33a-a3cf54dd258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:34.537637 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-745bef0c-7b1b-4370-b33a-a3cf54dd258d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0867357 Jun 16 15:00:34.630515 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e9699-eb28-417c-bf63-62a827f4e82d req-7a6dadd8-19b6-4c05-afc9-e321f7ebe6d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:34.645716 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-953e9699-eb28-417c-bf63-62a827f4e82d req-7a6dadd8-19b6-4c05-afc9-e321f7ebe6d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.5222793 Jun 16 15:00:34.653229 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620ebf56-7796-4da2-9132-d1d17adf1cef,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:34.670122 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:34.678407 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-3d1cabd9-d29a-4eb6-a322-1095f7e47cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:34.683274 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-3d1cabd9-d29a-4eb6-a322-1095f7e47cb7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368289 Jun 16 15:00:34.711070 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.715743 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:34.717135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.722788 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:34.778508 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.792389 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Transition to ACTIVE for port object c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:34.802962 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:34.816688 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-93885938-b76e-4786-a051-97f503148112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:34.840412 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-953e9699-eb28-417c-bf63-62a827f4e82d req-5db107e4-c429-4fc3-9f83-1600b7d4a6a8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924934 Jun 16 15:00:34.873009 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1066926 Jun 16 15:00:34.873653 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Pushing event updated for resources: {'Port': ['ID=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:34.886115 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50126) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:34.940642 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.942055 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.943115 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.947620 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.947865 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.949487 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.949951 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.952885 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.954639 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.955148 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.957909 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.958400 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:00:34.963066 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Request body: {'subnet': {'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1451778450-subnet', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:00:34.972125 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e50bf4-6790-4332-8082-0679f2928021,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:34.973045 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:35.026042 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-6b68420b-ceba-4797-bf0a-7a83ce830baa service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346395 Jun 16 15:00:35.027749 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network c5e50bf4-6790-4332-8082-0679f2928021 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:00:35.048966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:35.063471 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Made reservation on behalf of 293164b829bf4144a4f4685c4feb544f for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:00:35.071400 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130227145'] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.215404 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Attempting to bind port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:00:35.217544 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Attempting to bind port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:00:35.221907 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Attempting to bind port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de on network 150fd66e-2652-40e5-8023-86bd0fbe8557 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:00:35.243874 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:00:35.247583 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Checking segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:35.248310 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.253707 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Bound using segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:00:35.256966 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Bound port: c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:00:35.257682 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.337944 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f94e9d7d-2561-4f18-9677-36d581080f84 req-5e4ee2bb-5c96-4ec3-9524-15483ecb6546 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052499 Jun 16 15:00:35.505632 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] For port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:00:35.512301 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] For port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:00:35.522123 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.527315 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:35.661866 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130156056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130227163'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.667916 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8b97b1c1-35ec-44d3-87e4-8e5aef763d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:35.668311 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:35.669388 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:35.785182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e52ec0-f00a-4a43-b8c9-8f5554585091,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:35.798161 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:35.813619 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Checking segment: {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:35.814302 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Network hostable DHCP agents. Network: c5e50bf4-6790-4332-8082-0679f2928021, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:00:35.839304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Network c5e50bf4-6790-4332-8082-0679f2928021 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:00:35.854699 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, c5e50bf4-6790-4332-8082-0679f2928021) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:35.860567 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:35.861168 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.875289 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c23fa8-7872-4a38-8056-fc0ef92f16e2 None None] Network c5e50bf4-6790-4332-8082-0679f2928021 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:00:35.889925 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9311273 Jun 16 15:00:35.890309 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50156) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:35.897605 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:00:35.932817 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:35.933952 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.026330 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:36.029852 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Pushing event updated for resources: {'Port': ['ID=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,revision_number=4']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:36.066475 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.202078 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:36.331663 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-c5e50bf4-6790-4332-8082-0679f2928021', 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'fixed_ips': [{'subnet_id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:00:36.332588 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.335577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.417410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77815960-5988-4346-822e-0f4030de87b6 req-2378a523-356b-4842-91eb-c8a98448ada5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:36.420272 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-77815960-5988-4346-822e-0f4030de87b6 req-2378a523-356b-4842-91eb-c8a98448ada5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.2171876 Jun 16 15:00:36.541477 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:35Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:36.547834 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-77815960-5988-4346-822e-0f4030de87b6 req-8a721836-a09c-4e16-9f56-1264bbbe2784 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162398 Jun 16 15:00:36.549556 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ce8f3-42cf-4b14-83d0-d9403e09aa11 None None] The sync data for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi is: [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:35Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:00:36.589075 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9cf51fb0-1d81-434b-bb1e-ad98e938e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.747168 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.861704 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Allocated IP 172.20.0.2 (c5e50bf4-6790-4332-8082-0679f2928021/c5e52ec0-f00a-4a43-b8c9-8f5554585091/ad3c483f-a517-4e97-b67e-befa082d6d74) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:36.889277 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:36.943481 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.117356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Allocated IP 172.27.2.173 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/41768c67-274c-4b45-825d-1a2b3692f1ac) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:37.226040 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.242723 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Transition to ACTIVE for port object ad3c483f-a517-4e97-b67e-befa082d6d74 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:37.306979 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Transition to ACTIVE for port object ad3c483f-a517-4e97-b67e-befa082d6d74 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:37.316635 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.328826 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:37.344052 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.365226 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Network c5e50bf4-6790-4332-8082-0679f2928021 is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:37.401460 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:37.408210 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:00:37.486812 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.507866 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.525172 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4191dd65-8a5e-44c5-9b55-f1e83b2c4467 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:37.534216 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Pushing event updated for resources: {'Port': ['ID=ad3c483f-a517-4e97-b67e-befa082d6d74,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:37.561821 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:37.565727 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Attempting to bind port ad3c483f-a517-4e97-b67e-befa082d6d74 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:00:37.566137 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Attempting to bind port ad3c483f-a517-4e97-b67e-befa082d6d74 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:00:37.566521 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Attempting to bind port ad3c483f-a517-4e97-b67e-befa082d6d74 on network c5e50bf4-6790-4332-8082-0679f2928021 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:00:37.576586 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:00:37.577045 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Checking segment: {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:37.577496 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.581538 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Bound using segment: {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:00:37.581538 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Bound port: ad3c483f-a517-4e97-b67e-befa082d6d74, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:00:37.581988 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.600197 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:37.621451 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:37.629044 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:37.637171 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:00:37.717965 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c99bba-6498-454e-abd8-946f46c224e4 req-53181c12-1953-4aef-b9eb-e77be9035521 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:37.732532 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-17c99bba-6498-454e-abd8-946f46c224e4 req-53181c12-1953-4aef-b9eb-e77be9035521 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1601355 Jun 16 15:00:37.748134 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Pushing event updated for resources: {'Port': ['ID=41768c67-274c-4b45-825d-1a2b3692f1ac,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:37.766094 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:37.828586 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] For port ad3c483f-a517-4e97-b67e-befa082d6d74, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:00:37.832650 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] For port ad3c483f-a517-4e97-b67e-befa082d6d74, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=ad3c483f-a517-4e97-b67e-befa082d6d74,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:00:37.834349 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:37.839503 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:37.840522 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.915226 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:37.924496 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-17c99bba-6498-454e-abd8-946f46c224e4 req-4a3fae50-f6c5-4629-bb44-a4d86758b6f3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1773918 Jun 16 15:00:37.929690 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:38.020965 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:38.080620 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Pushing event updated for resources: {'Port': ['ID=ad3c483f-a517-4e97-b67e-befa082d6d74,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:38.084155 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:38.087097 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:38.093407 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:38.097145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:38.202645 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:38.221343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:38.319014 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:00:38.410756 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a639a2-7d45-4b70-9d85-3a8307cc6401 req-3d5de064-f533-42db-af2a-d921898dc077 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:38.418237 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84a639a2-7d45-4b70-9d85-3a8307cc6401 req-3d5de064-f533-42db-af2a-d921898dc077 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 945 time: 0.3842168 Jun 16 15:00:38.447651 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:38.593459 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:38.605942 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84a639a2-7d45-4b70-9d85-3a8307cc6401 req-d0868d18-b05b-404c-b9b4-9e7f94ae19d5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866343 Jun 16 15:00:38.649751 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:00:38.653436 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75de7f-7511-4806-9440-bbaca8fd535e" -d '{"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:00:38.682665 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:38.689219 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:38.694955 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:38.730732 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043d41af-7cce-4d63-9200-bb368582da67 x-openstack-request-id: req-043d41af-7cce-4d63-9200-bb368582da67 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:00:38.731713 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-unplugged", "status": "failed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "code": 422}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:00:38.732180 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-043d41af-7cce-4d63-9200-bb368582da67 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:00:38.732671 dv-cinder-795009-4-iscsi neutron-server[91764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'code': 422} returned with failed status Jun 16 15:00:38.809502 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=8']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:38.813185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:38.855691 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50192) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:38.902052 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.082086 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.225268 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Router f34288ff-76d1-4a37-ae77-88986bf034c7 is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:00:39.349971 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.366044 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.372613 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ade56989-7108-4a8b-a21d-9f0c17b34974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:39.390321 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.429580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb36102-dede-46be-8f14-556a253262da req-b2d15ebf-e22c-4b71-9cbf-c8707219a7c3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:39.431798 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fdb36102-dede-46be-8f14-556a253262da req-b2d15ebf-e22c-4b71-9cbf-c8707219a7c3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2552328 Jun 16 15:00:39.458141 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b043f325280e47e392acd9a21ddb17d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970588 Jun 16 15:00:39.458560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50200) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:39.461343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fde55d-b170-47f5-883b-613066eae860,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:39.466421 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:39.467031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:00:39.503135 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Sync routers for ids ['f34288ff-76d1-4a37-ae77-88986bf034c7'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:00:39.516522 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.525146 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6290171 Jun 16 15:00:39.525487 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Routers {'f34288ff-76d1-4a37-ae77-88986bf034c7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:39.525487 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:37Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f34288ff-76d1-4a37-ae77-88986bf034c7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:39.532876 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50202) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:39.559130 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fdb36102-dede-46be-8f14-556a253262da req-676d2a90-09bb-4de6-b29f-75cfd3daf2c5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107323 Jun 16 15:00:39.581590 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.618106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.705858 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ad7ca-3cf2-470e-8091-31d1301dc065 None None] Network c5e50bf4-6790-4332-8082-0679f2928021 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:00:39.722968 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.729353 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:39.733619 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7fde55d-b170-47f5-883b-613066eae860 HTTP/1.1" status: 204 len: 168 time: 0.2713044 Jun 16 15:00:39.733619 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-32bee0ad-fedd-47fe-9c1b-a883cbde2f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:39.748024 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fde55d-b170-47f5-883b-613066eae860,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:39.751706 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:39.827578 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Set router f34288ff-76d1-4a37-ae77-88986bf034c7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:39.987746 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474bdc-b2cc-4163-a24b-aefe93a8e2b2 req-4d224b75-2317-4cae-9559-57a1b1bd4a50 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:39.996041 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-84474bdc-b2cc-4163-a24b-aefe93a8e2b2 req-4d224b75-2317-4cae-9559-57a1b1bd4a50 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1182466 Jun 16 15:00:40.022762 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device ad3c483f-a517-4e97-b67e-befa082d6d74 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:40.055852 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-84474bdc-b2cc-4163-a24b-aefe93a8e2b2 req-20ab2478-ded6-47ba-9e36-ec45a79d7a8e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589087 Jun 16 15:00:40.298706 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.343323 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50220) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:40.361491 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-967e2be1-2cc0-4909-be0b-19ed191ea9e2 None None] Provisioning for port ad3c483f-a517-4e97-b67e-befa082d6d74 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:40.362943 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.506449 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.512503 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.517740 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-431325eb-43ae-40f6-b207-fb20493f1522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:40.556180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Allocated IP 172.20.0.1 (c5e50bf4-6790-4332-8082-0679f2928021/c5e52ec0-f00a-4a43-b8c9-8f5554585091/7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:00:40.560430 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73235bb00517495da6dffdfb1558acb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158222 Jun 16 15:00:40.561702 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f15498-11bd-42be-b02c-9dc55408254d,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:40.564688 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50224) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:40.568116 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:40.578794 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port ad3c483f-a517-4e97-b67e-befa082d6d74 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:40.604900 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port ad3c483f-a517-4e97-b67e-befa082d6d74 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:40.605876 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.680786 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.724499 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.725844 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.886772 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440bd5-a05b-406e-ac15-995f1c0d5957 req-23314c63-c931-4b67-9a58-b39142112851 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:40.889316 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-20440bd5-a05b-406e-ac15-995f1c0d5957 req-23314c63-c931-4b67-9a58-b39142112851 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0974121 Jun 16 15:00:40.910294 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.938979 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.942582 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:40.946292 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38f15498-11bd-42be-b02c-9dc55408254d HTTP/1.1" status: 204 len: 168 time: 0.3793836 Jun 16 15:00:40.963913 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 3, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:40.970909 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-bdcfa17e-4ee1-4250-bfd8-97fb64986059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:40.998223 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port ad3c483f-a517-4e97-b67e-befa082d6d74, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=ad3c483f-a517-4e97-b67e-befa082d6d74,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:41.002341 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Checking router: f34288ff-76d1-4a37-ae77-88986bf034c7 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:00:41.002728 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Updating router f34288ff-76d1-4a37-ae77-88986bf034c7 port 41768c67-274c-4b45-825d-1a2b3692f1ac binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:00:41.007393 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.008623 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:41.011213 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f15498-11bd-42be-b02c-9dc55408254d,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:41.021564 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:41.075035 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-20440bd5-a05b-406e-ac15-995f1c0d5957 req-1db343da-68a1-4e8e-bcf9-644f9c4b9ab4 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722023 Jun 16 15:00:41.120822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:41.132858 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Transition to ACTIVE for port object 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:41.216372 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:41.216758 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.232738 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.249186 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6b90d328-8794-41b0-b86d-a9a3f6566977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:41.262170 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.338418 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Network c5e50bf4-6790-4332-8082-0679f2928021 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:41.352808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:41.375815 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:00:41.432892 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Pushing event updated for resources: {'Port': ['ID=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:41.449773 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:41.509398 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.658900 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.660824 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca92916-5cab-4fbe-ae77-d2dac065230c req-424204f1-71bb-404a-a852-23961a821ab9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:41.670483 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Transition to ACTIVE for port object 41768c67-274c-4b45-825d-1a2b3692f1ac will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:41.682073 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bca92916-5cab-4fbe-ae77-d2dac065230c req-424204f1-71bb-404a-a852-23961a821ab9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1659102 Jun 16 15:00:41.696599 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=ad3c483f-a517-4e97-b67e-befa082d6d74,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:41.705131 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:41.706800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.715898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:41.763692 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bca92916-5cab-4fbe-ae77-d2dac065230c req-1a7c7ac5-e4f3-4849-b2c8-e8c8be3ddab3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799143 Jun 16 15:00:41.777092 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b950-6a0e-4339-96ee-011050015a02 None None] Pushing event updated for resources: {'Port': ['ID=41768c67-274c-4b45-825d-1a2b3692f1ac,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:41.790893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-efc1b950-6a0e-4339-96ee-011050015a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:41.797601 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-7b0ad40a-5561-4d19-8f39-5c6a35ee7ad9 None None] Provisioning complete for port ad3c483f-a517-4e97-b67e-befa082d6d74 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:41.798078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-7b0ad40a-5561-4d19-8f39-5c6a35ee7ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.888629 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Attempting to bind port 41768c67-274c-4b45-825d-1a2b3692f1ac on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:00:41.889415 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Attempting to bind port 41768c67-274c-4b45-825d-1a2b3692f1ac by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:00:41.890117 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Attempting to bind port 41768c67-274c-4b45-825d-1a2b3692f1ac on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:00:41.939665 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.962462 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:00:41.965422 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:41.965768 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:41.967084 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:00:41.967084 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Bound port: 41768c67-274c-4b45-825d-1a2b3692f1ac, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:00:41.967084 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.144507 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device ad3c483f-a517-4e97-b67e-befa082d6d74 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:42.203635 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] For port 41768c67-274c-4b45-825d-1a2b3692f1ac, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:00:42.266845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] For port 41768c67-274c-4b45-825d-1a2b3692f1ac, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=41768c67-274c-4b45-825d-1a2b3692f1ac,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:00:42.287959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.294165 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.295382 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8c3d693d-5701-45fe-99dd-c1fe1ff3cbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:42.324502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.326051 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fa3758c9-6f4d-4515-90fa-b86e4ee1600d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:42.372237 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:00:42.409901 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port ad3c483f-a517-4e97-b67e-befa082d6d74 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:42.410284 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.425395 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Pushing event updated for resources: {'Port': ['ID=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:42.428035 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.431620 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:42.484670 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076bd6-a19a-4ce2-afa8-d233cc15a885 req-103e5715-d496-4cde-b42b-c063b06419b6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:42.485360 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Routers {'f34288ff-76d1-4a37-ae77-88986bf034c7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:42.486337 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:37Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f34288ff-76d1-4a37-ae77-88986bf034c7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:42.493098 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dd076bd6-a19a-4ce2-afa8-d233cc15a885 req-103e5715-d496-4cde-b42b-c063b06419b6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1883049 Jun 16 15:00:42.493852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9da3fc86-ca74-4f4f-a530-661d5203df50 None None] Provisioning for port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:42.502113 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b950-6a0e-4339-96ee-011050015a02 None None] Pushing event updated for resources: {'Port': ['ID=41768c67-274c-4b45-825d-1a2b3692f1ac,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:42.549440 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-efc1b950-6a0e-4339-96ee-011050015a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:42.550303 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50278) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:42.578614 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-dd076bd6-a19a-4ce2-afa8-d233cc15a885 req-ea7da57c-41d5-4694-b0d7-f5be1bad80aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844858 Jun 16 15:00:42.597294 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9da3fc86-ca74-4f4f-a530-661d5203df50 None None] Provisioning complete for port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:42.597725 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9da3fc86-ca74-4f4f-a530-661d5203df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:42.629520 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Network c5e50bf4-6790-4332-8082-0679f2928021 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:00:42.629520 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:00:42.714541 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-9da3fc86-ca74-4f4f-a530-661d5203df50 None None] Port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:00:42.784484 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-8e9fbf77-e3ad-4a9a-af83-581875b89289 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2316225 Jun 16 15:00:42.792442 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] Set router f34288ff-76d1-4a37-ae77-88986bf034c7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:42.869303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Router f34288ff-76d1-4a37-ae77-88986bf034c7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:00:43.083703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:00:43.096632 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1735b14-c483-446f-b3de-13710b8380fb req-e147dc87-3051-4b44-9d11-0a27690b76ec tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:43.102894 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] 10.222.0.16 "PUT /v2.0/routers/f34288ff-76d1-4a37-ae77-88986bf034c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5658514 Jun 16 15:00:43.109694 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c1735b14-c483-446f-b3de-13710b8380fb req-e147dc87-3051-4b44-9d11-0a27690b76ec tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1238048 Jun 16 15:00:43.178049 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c1735b14-c483-446f-b3de-13710b8380fb req-11782d3e-9d8f-48fd-98fa-10d7f1ff3740 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668726 Jun 16 15:00:43.266222 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-143a2a80-cadf-4bbf-8ebd-3e8cd339364f None None] Provisioning complete for port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:43.266811 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-143a2a80-cadf-4bbf-8ebd-3e8cd339364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:43.329018 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-143a2a80-cadf-4bbf-8ebd-3e8cd339364f None None] Port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:00:43.358499 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:00:41Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9', 'name': '', 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'mac_address': 'fa:16:3e:07:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:40Z', 'updated_at': '2021-06-16T15:00:42Z', 'revision_number': 2, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'subnets': [{'id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:43.363838 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56162913-4975-42fd-9359-4359f5d8be29 None None] The sync data for ids ['f34288ff-76d1-4a37-ae77-88986bf034c7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:00:41Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9', 'name': '', 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'mac_address': 'fa:16:3e:07:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:40Z', 'updated_at': '2021-06-16T15:00:42Z', 'revision_number': 2, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'subnets': [{'id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:00:43.898664 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086dac-842a-491a-94d8-b2e0969ad44d req-43ccbfae-0ce5-4b2c-8a71-b6533e932325 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:43.907747 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a4086dac-842a-491a-94d8-b2e0969ad44d req-43ccbfae-0ce5-4b2c-8a71-b6533e932325 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1631808 Jun 16 15:00:44.023761 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a4086dac-842a-491a-94d8-b2e0969ad44d req-ecf267f2-0c9b-4b03-9bf4-54db119d4e9e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145983 Jun 16 15:00:44.466562 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4dd10-8968-4547-b408-25653646fe1b req-ec962a68-d7b8-4307-9c2d-6a5d751532a9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:44.470252 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ace4dd10-8968-4547-b408-25653646fe1b req-ec962a68-d7b8-4307-9c2d-6a5d751532a9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1074331 Jun 16 15:00:44.567588 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ace4dd10-8968-4547-b408-25653646fe1b req-19ec272f-af99-4304-994e-5bf631b7d539 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872531 Jun 16 15:00:45.440861 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-a78a8872-2f9b-4365-91f3-5cfe64fe9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:45.442538 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-a78a8872-2f9b-4365-91f3-5cfe64fe9451 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279&tenant_id=9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 1096 time: 0.1355317 Jun 16 15:00:45.599719 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-796c79f0-1ff1-424b-afdb-9d57154a0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:45.602784 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-796c79f0-1ff1-424b-afdb-9d57154a0999 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1096 time: 0.1128030 Jun 16 15:00:45.881299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-b9dcb7bf-4c04-4c39-9bc1-b6dba6fbb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:45.883629 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-b9dcb7bf-4c04-4c39-9bc1-b6dba6fbb990 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.2686224 Jun 16 15:00:45.971807 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fdc11-3cb4-4292-9570-f29db616028e req-99e73e39-2e7c-4250-b68f-0f0e7e76f95b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:45.990569 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-063fdc11-3cb4-4292-9570-f29db616028e req-99e73e39-2e7c-4250-b68f-0f0e7e76f95b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.7413332 Jun 16 15:00:46.022776 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-7856e939-674e-43d4-b5a7-1a44070dae48 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 999 time: 0.1288774 Jun 16 15:00:46.065837 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-063fdc11-3cb4-4292-9570-f29db616028e req-322379b5-517b-413f-8ee6-58970efa155a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743740 Jun 16 15:00:46.306169 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-76fc83f4-e2eb-4bba-a11d-ad3f5f86db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:46.308074 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-76fc83f4-e2eb-4bba-a11d-ad3f5f86db40 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.2510478 Jun 16 15:00:46.326185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 41768c67-274c-4b45-825d-1a2b3692f1ac up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:46.327201 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d19eff-ac43-4bfa-98ed-b09e955c7922 req-f3556d4a-7091-40e2-a058-873d3b557709 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:46.341878 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a5d19eff-ac43-4bfa-98ed-b09e955c7922 req-f3556d4a-7091-40e2-a058-873d3b557709 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.4594340 Jun 16 15:00:46.440614 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-c580291b-c45d-43e0-a453-beb0a399d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:46.442911 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-c580291b-c45d-43e0-a453-beb0a399d2cd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255753 Jun 16 15:00:46.468452 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 41768c67-274c-4b45-825d-1a2b3692f1ac completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:46.474552 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 41768c67-274c-4b45-825d-1a2b3692f1ac triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:46.474969 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:46.477694 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a5d19eff-ac43-4bfa-98ed-b09e955c7922 req-255c204e-518b-476f-b873-fac4345aa7fb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321297 Jun 16 15:00:46.610338 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:46.651239 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-6f6d3674-d716-4ce3-a05a-1ead068d14dc service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993361 Jun 16 15:00:46.671688 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 41768c67-274c-4b45-825d-1a2b3692f1ac, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=41768c67-274c-4b45-825d-1a2b3692f1ac,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:46.692467 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:46.696951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-efc1b950-6a0e-4339-96ee-011050015a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:46.778681 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=41768c67-274c-4b45-825d-1a2b3692f1ac,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:46.791404 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:46.832674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-ba92f4f5-321f-4bca-a1a4-8ea9d41d4732 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735373 Jun 16 15:00:47.098065 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Sync routers for ids ['f34288ff-76d1-4a37-ae77-88986bf034c7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:00:47.127742 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Routers {'f34288ff-76d1-4a37-ae77-88986bf034c7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:47.129372 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:37Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f34288ff-76d1-4a37-ae77-88986bf034c7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:47.385182 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Set router f34288ff-76d1-4a37-ae77-88986bf034c7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:47.394159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223ebc8-7590-469a-a451-40894830882b req-211b869b-6f38-43af-8c07-49b5bc4e60ec tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:47.404679 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e223ebc8-7590-469a-a451-40894830882b req-211b869b-6f38-43af-8c07-49b5bc4e60ec tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.1577609 Jun 16 15:00:47.451791 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e223ebc8-7590-469a-a451-40894830882b req-0e7c9fb8-7a99-4149-9374-2c0e5aea663a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412707 Jun 16 15:00:47.765544 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343891-512a-4bfc-b9a6-96bb10c5cf0f req-336f07d6-6136-4169-96cb-d207b9eba1d7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:47.769424 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2c343891-512a-4bfc-b9a6-96bb10c5cf0f req-336f07d6-6136-4169-96cb-d207b9eba1d7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1265197 Jun 16 15:00:47.824446 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:00:41Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9', 'name': '', 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'mac_address': 'fa:16:3e:07:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:40Z', 'updated_at': '2021-06-16T15:00:42Z', 'revision_number': 2, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'subnets': [{'id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:47.829736 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Checking router: f34288ff-76d1-4a37-ae77-88986bf034c7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:00:47.830375 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Updating router f34288ff-76d1-4a37-ae77-88986bf034c7 port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:00:47.875529 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2c343891-512a-4bfc-b9a6-96bb10c5cf0f req-17afbc44-4dfa-4a09-926a-d8455476fbd5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691330 Jun 16 15:00:47.907593 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:48.120859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 41768c67-274c-4b45-825d-1a2b3692f1ac up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:48.222769 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 41768c67-274c-4b45-825d-1a2b3692f1ac triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:48.223798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:48.582577 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:48.624122 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Transition to ACTIVE for port object 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:00:48.645673 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:48.652199 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:48.853092 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138dcb0-d3fd-4794-85cf-aaa691f282b3 None None] Pushing event updated for resources: {'Port': ['ID=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:48.866325 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-9138dcb0-d3fd-4794-85cf-aaa691f282b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:48.937294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b58897-c455-42f5-a70b-cde4f8ba4a16 req-87273227-c4f0-45a9-bb93-2bae00162e30 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:48.938890 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-10b58897-c455-42f5-a70b-cde4f8ba4a16 req-87273227-c4f0-45a9-bb93-2bae00162e30 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2188814 Jun 16 15:00:48.989935 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Attempting to bind port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:00:48.991020 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Attempting to bind port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:00:48.991888 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Attempting to bind port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 on network c5e50bf4-6790-4332-8082-0679f2928021 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:00:49.002483 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:00:49.004895 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Checking segment: {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:00:49.006583 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:49.009942 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Bound using segment: {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:00:49.012787 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Bound port: 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a89873d-8949-4517-97ea-969d5f7101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:00:49.015071 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:49.119233 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-10b58897-c455-42f5-a70b-cde4f8ba4a16 req-afed29da-f356-466b-ad83-fe362099194d tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619368 Jun 16 15:00:49.315100 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] For port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:00:49.379883 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] For port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:00:49.434407 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:49.455021 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:49.508116 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40d24e-4b3f-4976-928b-bf88e00c47f2 req-580fb7b4-9361-45d0-84fe-b50f744cd9f8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:49.529455 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8b40d24e-4b3f-4976-928b-bf88e00c47f2 req-580fb7b4-9361-45d0-84fe-b50f744cd9f8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.3255868 Jun 16 15:00:49.576348 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Routers {'f34288ff-76d1-4a37-ae77-88986bf034c7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:00:49.584441 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:00:37Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f34288ff-76d1-4a37-ae77-88986bf034c7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:49.703222 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8b40d24e-4b3f-4976-928b-bf88e00c47f2 req-260c0dbd-86a4-4116-aff3-cd9fc6b9dbe5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661701 Jun 16 15:00:49.812991 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138dcb0-d3fd-4794-85cf-aaa691f282b3 None None] Pushing event updated for resources: {'Port': ['ID=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,revision_number=4']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:49.819143 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-9138dcb0-d3fd-4794-85cf-aaa691f282b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:50.018185 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] Set router f34288ff-76d1-4a37-ae77-88986bf034c7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:00:50.236452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-67845a51-3648-48d5-9a2c-2389e5bbaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:50.238085 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-67845a51-3648-48d5-9a2c-2389e5bbaea8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1098 time: 0.2002764 Jun 16 15:00:50.406329 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:50.578498 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:00:41Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9', 'name': '', 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'mac_address': 'fa:16:3e:07:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:40Z', 'updated_at': '2021-06-16T15:00:49Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'subnets': [{'id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:00:50.585585 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543d2fc-22c8-4f3a-8980-ce66363425e2 None None] The sync data for ids ['f34288ff-76d1-4a37-ae77-88986bf034c7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:00:41Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9', 'name': '', 'network_id': 'c5e50bf4-6790-4332-8082-0679f2928021', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'mac_address': 'fa:16:3e:07:cd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:40Z', 'updated_at': '2021-06-16T15:00:49Z', 'revision_number': 4, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'subnets': [{'id': 'c5e52ec0-f00a-4a43-b8c9-8f5554585091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:00:50.635451 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:00:50.638201 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-4ef193be-3e68-4047-af8e-cf1075b25ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:50.640916 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-4ef193be-3e68-4047-af8e-cf1075b25ed5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 912 time: 0.3953781 Jun 16 15:00:50.643618 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:50.644522 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:50.716148 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73fa3b-3e56-48e8-9666-525314052e03 req-20f66b5e-4782-460a-bdf9-effcc0d28095 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:50.717758 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f73fa3b-3e56-48e8-9666-525314052e03 req-20f66b5e-4782-460a-bdf9-effcc0d28095 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.3777311 Jun 16 15:00:50.805044 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-92872f52-d675-4e07-9439-30e14a68d7b8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 200 len: 1000 time: 0.1406469 Jun 16 15:00:50.850207 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2f73fa3b-3e56-48e8-9666-525314052e03 req-a85b59ba-cff1-4ffc-8e99-6f66716e7fb5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171722 Jun 16 15:00:50.907131 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:50.934146 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-90c48584-d888-496b-9496-38e5de6117a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:50.941762 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-90c48584-d888-496b-9496-38e5de6117a1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.1355481 Jun 16 15:00:51.001943 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:00:51.019796 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:51.024037 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-499c0d8a-ae59-4356-a6c9-dbc2ed998934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:51.096720 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-39b2c0bb-5833-46c3-9e52-a6b91317b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:51.100132 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-39b2c0bb-5833-46c3-9e52-a6b91317b3aa service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514156 Jun 16 15:00:51.192362 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:51.203358 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:51.316239 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-c875f12c-2066-49d7-a3a3-17dd32a1e9c1 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084606 Jun 16 15:00:51.385334 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec929-9c01-4d17-b26a-b9927355f79c req-019e475b-d580-4e80-8eca-5033003d00a0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:51.398750 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bd2ec929-9c01-4d17-b26a-b9927355f79c req-019e475b-d580-4e80-8eca-5033003d00a0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1543441 Jun 16 15:00:51.484986 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bd2ec929-9c01-4d17-b26a-b9927355f79c req-f948af53-db4e-4b42-a65b-92ce73cfbbb7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817993 Jun 16 15:00:51.613746 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0eb61cf7-cdea-47ef-9807-43b0096d699b req-d68cc90b-79a6-42b8-9f18-54c228a3489e service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890940 Jun 16 15:00:52.245069 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:00:52.452008 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:00:52.452393 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:52.475822 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322b483-97a1-4b27-a591-07592fe7c803 req-a92220d9-b15a-42ac-ac81-b40ebbc0e746 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:52.486209 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8322b483-97a1-4b27-a591-07592fe7c803 req-a92220d9-b15a-42ac-ac81-b40ebbc0e746 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2690220 Jun 16 15:00:52.683865 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8322b483-97a1-4b27-a591-07592fe7c803 req-9ceb7d17-c44e-40c4-a074-ea95af1c9a6b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959054 Jun 16 15:00:52.762207 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50486) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:53.024276 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f154e-998e-4e23-8ee3-aff9c0a8f61c req-7261d4db-5a2b-4a52-9912-42d2bfdb982f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:53.036263 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-790f154e-998e-4e23-8ee3-aff9c0a8f61c req-7261d4db-5a2b-4a52-9912-42d2bfdb982f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1035235 Jun 16 15:00:53.104696 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-790f154e-998e-4e23-8ee3-aff9c0a8f61c req-e3bce4a1-c194-412b-81d7-aea4325f2a5d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666327 Jun 16 15:00:53.108418 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:53.489023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:53.497349 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:53.546420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3260b36c-dd85-43b3-8ab5-7e45d84ee416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:53.581673 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54638a2ec4154f3d9f4abfac12b7ba63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151133 Jun 16 15:00:53.582233 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50490) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:53.647088 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c47d7-8b1f-4e12-9f16-577805370976,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:53.661536 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:53.696435 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:53.862038 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:54.031581 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:54.035364 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:54.036792 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/558c47d7-8b1f-4e12-9f16-577805370976 HTTP/1.1" status: 204 len: 168 time: 0.4532726 Jun 16 15:00:54.037781 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d7965a28-814b-46d5-899d-affbcb51e0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:54.074040 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c47d7-8b1f-4e12-9f16-577805370976,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:54.079900 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c6ff6901-8955-4b99-b149-b06dcfb92e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:54.295713 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3877e-44d4-416b-b19f-39ab3d3e50bd req-81f7bb21-2b87-412e-9d6a-142e3956ab95 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:54.300531 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0cd3877e-44d4-416b-b19f-39ab3d3e50bd req-81f7bb21-2b87-412e-9d6a-142e3956ab95 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.3286514 Jun 16 15:00:54.432028 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0cd3877e-44d4-416b-b19f-39ab3d3e50bd req-e3bcbada-1370-4274-9888-7f885889bd46 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147499 Jun 16 15:00:54.577710 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7af6e3-5582-41fb-9311-279fa64266c0 req-8d2e0045-b75f-4501-ac35-6f02dbd2146e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:54.585427 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7f7af6e3-5582-41fb-9311-279fa64266c0 req-8d2e0045-b75f-4501-ac35-6f02dbd2146e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1339138 Jun 16 15:00:54.732376 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7f7af6e3-5582-41fb-9311-279fa64266c0 req-9322af23-457f-4436-bf78-d88e736486e3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444831 Jun 16 15:00:54.954461 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50504) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:54.983609 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.295072 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.301706 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.305869 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ff47f89c-c729-46b6-9b6f-03487ced392a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:55.349810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc5022-3ba0-4bc7-8a23-4e37a8495e52,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:55.355129 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93d4c098c1bb4654985b23305134b3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983967 Jun 16 15:00:55.356124 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:55.360133 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50512) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:00:55.469746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.521519 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.627566 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.631045 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:00:55.633119 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4fc5022-3ba0-4bc7-8a23-4e37a8495e52 HTTP/1.1" status: 204 len: 168 time: 0.2711740 Jun 16 15:00:55.634710 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b8b04140-0bda-419f-b525-7d5c0802cdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:00:55.657065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc5022-3ba0-4bc7-8a23-4e37a8495e52,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:00:55.660054 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1aea874b-dbe9-4111-a1a0-b11bbcfe4e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:00:56.209378 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0223d-f4d0-4063-b9d0-d635ae404fbe req-07293795-48e1-4d4d-8cb1-f67f05304a91 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:56.211293 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1aa0223d-f4d0-4063-b9d0-d635ae404fbe req-07293795-48e1-4d4d-8cb1-f67f05304a91 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.2711105 Jun 16 15:00:56.266373 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-2987626a-10f6-4439-929b-dd1f7b1f108e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2649007 Jun 16 15:00:56.311122 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1aa0223d-f4d0-4063-b9d0-d635ae404fbe req-776b2f2b-3ddb-4afa-b770-4f6a940fbe63 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915103 Jun 16 15:00:56.535566 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-25ad6da2-81b4-4bda-8417-a66d41a5b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:56.538256 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-25ad6da2-81b4-4bda-8417-a66d41a5b114 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 1098 time: 0.1637595 Jun 16 15:00:56.725937 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-adf9e3f5-93c9-4583-afb2-6ad51063fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:56.728909 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-adf9e3f5-93c9-4583-afb2-6ad51063fa63 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 912 time: 0.1256616 Jun 16 15:00:56.865897 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-f537908e-b04d-45bb-acea-6a55e447812c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 200 len: 1000 time: 0.1179888 Jun 16 15:00:56.982425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-6ed4d0ad-d2c0-4d9f-8fdb-0510dab8f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:56.984628 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-6ed4d0ad-d2c0-4d9f-8fdb-0510dab8f043 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.1025310 Jun 16 15:00:57.074117 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-27bbe36e-8fde-4e6c-b099-ed4a62bdf5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:57.076691 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-27bbe36e-8fde-4e6c-b099-ed4a62bdf5ba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807648 Jun 16 15:00:57.261320 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-61e46549-81f9-4201-967e-c0ab6ce35018 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761177 Jun 16 15:00:57.580279 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-84e5d647-382f-460c-8c3f-f594b5c08b93 req-052f6bb8-f1d1-482b-b122-c9472af621cc service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871881 Jun 16 15:00:57.705246 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7944b-dd00-40ef-9b80-aeccb5c3e4a8 req-3bf3a3b2-f35e-4138-8bac-c8bf5d142ccb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:57.709000 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c6a7944b-dd00-40ef-9b80-aeccb5c3e4a8 req-3bf3a3b2-f35e-4138-8bac-c8bf5d142ccb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1384242 Jun 16 15:00:57.823734 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c6a7944b-dd00-40ef-9b80-aeccb5c3e4a8 req-20c69605-cf28-40c7-9f0b-bfcfec461872 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966449 Jun 16 15:00:59.169168 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f5e88-e892-43b1-bd7c-1b564fd69ed5 req-db819f43-3a41-4dbd-ba48-ba933b4cc518 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:00:59.172430 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-265f5e88-e892-43b1-bd7c-1b564fd69ed5 req-db819f43-3a41-4dbd-ba48-ba933b4cc518 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1479862 Jun 16 15:00:59.273202 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-265f5e88-e892-43b1-bd7c-1b564fd69ed5 req-bdc65bf8-ac93-41e5-9ff1-c33b85d49fd4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927396 Jun 16 15:01:00.132392 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50608) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:00.344700 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:00.659955 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:00.671157 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:00.686616 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-12a76a6a-b270-4e39-ab37-02204be0cde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:00.767563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4cb39c-1e14-4632-9cac-9d6f1ed44e66,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:00.781752 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:00.810686 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50630) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:00.811622 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8320e91cd8394b5c9b8994b800530e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6758723 Jun 16 15:01:00.829236 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7bedf-6db3-4aa1-87f8-33a6ae337b73 req-e9a9f633-9c2a-49dc-902b-f1984b5d3274 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:00.829932 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f6e7bedf-6db3-4aa1-87f8-33a6ae337b73 req-e9a9f633-9c2a-49dc-902b-f1984b5d3274 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.3091443 Jun 16 15:01:00.916165 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:00.918532 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f6e7bedf-6db3-4aa1-87f8-33a6ae337b73 req-2442899f-3295-45ed-9c6a-f7a99ab9d72e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782852 Jun 16 15:01:00.960438 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:01.088466 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:01.091407 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:01.092646 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de4cb39c-1e14-4632-9cac-9d6f1ed44e66 HTTP/1.1" status: 204 len: 168 time: 0.2809441 Jun 16 15:01:01.158813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-241e17b4-22a1-453a-88a3-7cc5aafd5f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:01.170505 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4cb39c-1e14-4632-9cac-9d6f1ed44e66,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:01.174898 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:01.214250 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-d988f9c3-843b-45c2-8d46-6c470ee9312c tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:01.227059 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-d988f9c3-843b-45c2-8d46-6c470ee9312c tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 815 time: 0.1852140 Jun 16 15:01:01.250811 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-faa8184f-6618-4dd3-aff3-99423651546f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/quotas/042694445396449083d690c1b4697298 HTTP/1.1" status: 200 len: 375 time: 0.0168302 Jun 16 15:01:01.391379 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-0ae112ab-1514-49f1-81f8-8ee6f06536e4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335909 Jun 16 15:01:01.681443 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-65f1e3eb-36b7-4d96-a09a-4fe0150056f5 service neutron] 10.222.0.16 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762289 Jun 16 15:01:01.703931 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50650) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:01.748126 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:01.907311 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-5ce2b5b8-cba0-48c4-a40d-b6636339ba09 service neutron] 10.222.0.16 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122221 Jun 16 15:01:01.939527 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:01.951793 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:01.956793 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9a601dd2-14eb-4d63-915b-6a8186450f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:02.003037 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6eaac2969ec2411face504525a24c7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936902 Jun 16 15:01:02.005146 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054e0d4a-18ae-41e2-b580-aed352ad5ddb,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:02.006285 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50654) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:02.020253 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:02.119517 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:02.163892 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:02.214001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690e05-5631-4f8f-8e98-8e9e0999fd6b req-cd106b92-cfec-4be1-8837-43615e4bcac4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:02.230248 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-64690e05-5631-4f8f-8e98-8e9e0999fd6b req-cd106b92-cfec-4be1-8837-43615e4bcac4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1446803 Jun 16 15:01:02.347985 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-68b51a2e-bdca-4a35-a549-12b4870b3d92 req-e2e03005-48bc-4514-86af-41fa1c4dbd6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.1078992 Jun 16 15:01:02.349197 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-64690e05-5631-4f8f-8e98-8e9e0999fd6b req-b58e6db5-8acc-43e9-ad2b-bddcce545afc tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963535 Jun 16 15:01:02.350785 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:02.359635 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:02.363983 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/054e0d4a-18ae-41e2-b580-aed352ad5ddb HTTP/1.1" status: 204 len: 168 time: 0.3535759 Jun 16 15:01:02.363983 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-4926d93c-1d7c-428c-a9d9-09ea2d6e92d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:02.385713 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e0d4a-18ae-41e2-b580-aed352ad5ddb,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:02.386653 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:03.635336 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-faf6f7fb-a4e1-443c-ba34-d4cdca35bf3f req-488a7483-8ef1-44c5-aae7-7a6770e576e5 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.1551378 Jun 16 15:01:03.954038 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5888f277-586b-476e-a408-b55258d44d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:03.960635 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:04.067755 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48746061-63cf-4094-aa12-1ef101b569da req-35ebdcc3-a683-4a35-8379-2c6bf0dcf10b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:04.070783 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-48746061-63cf-4094-aa12-1ef101b569da req-35ebdcc3-a683-4a35-8379-2c6bf0dcf10b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.2332110 Jun 16 15:01:04.161774 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-48746061-63cf-4094-aa12-1ef101b569da req-e8b68e46-5ad2-4c37-b911-c57a3b589cd9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794270 Jun 16 15:01:04.868403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50724) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:04.886259 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5e37f0b1-0240-4815-91c5-40fa268498d5 req-4a51e894-2b06-429e-8912-23224e48894d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.0538113 Jun 16 15:01:05.023194 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.126932 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.131796 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.135125 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0108ce67-33cf-43a5-884f-6d2be39ddee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:05.175193 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=729fb30eae7646108a29ab3fe7f531ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055067 Jun 16 15:01:05.176186 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c178d-50f3-41ad-b444-b4c7e3b8fca1,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:05.178806 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50728) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:05.180078 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:05.250243 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.292908 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.404615 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.410467 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:05.415720 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f72c178d-50f3-41ad-b444-b4c7e3b8fca1 HTTP/1.1" status: 204 len: 168 time: 0.2343845 Jun 16 15:01:05.419981 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5f191775-f93c-41ea-9d1a-2a82d74de409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:05.435334 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c178d-50f3-41ad-b444-b4c7e3b8fca1,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:05.439601 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:05.474276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e0788-7ce4-4226-9bda-9cda08b843ba req-4c19ded8-1f59-42c3-8eae-dc7442aa778b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:05.477544 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1a6e0788-7ce4-4226-9bda-9cda08b843ba req-4c19ded8-1f59-42c3-8eae-dc7442aa778b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1329155 Jun 16 15:01:05.557838 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1a6e0788-7ce4-4226-9bda-9cda08b843ba req-830d57dd-b6a4-4812-ae19-bdece30bd781 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698030 Jun 16 15:01:06.487018 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-69c6c820-4b0b-49f3-9e7d-76642b8fdf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:06.512828 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b35f801e-e158-405c-9188-559e7292f8e2 req-ef7dab3c-0196-453a-9eac-b4e6da772a02 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.4028356 Jun 16 15:01:06.702848 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:06.862200 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979da24b-c9ac-445e-bfb2-b49575d1524e req-e41b07d9-271a-43b2-a406-9225d849a3ac tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:06.864914 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-979da24b-c9ac-445e-bfb2-b49575d1524e req-e41b07d9-271a-43b2-a406-9225d849a3ac tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1242759 Jun 16 15:01:06.932807 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-979da24b-c9ac-445e-bfb2-b49575d1524e req-59120f20-f5d6-4833-92e5-a19359932292 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611386 Jun 16 15:01:07.323371 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:01:07.388287 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:07.726821 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-858d6dc5-f7f5-4ce5-b3b3-c47ef3a289c4 req-efc6e283-c29a-4363-a4c7-ea2d1892fc12 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.0448081 Jun 16 15:01:08.216808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9cda-0f4f-4666-9eab-999265c9a97f req-ed84254f-b0af-4468-b170-e2eb90af2d36 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:08.219781 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-703d9cda-0f4f-4666-9eab-999265c9a97f req-ed84254f-b0af-4468-b170-e2eb90af2d36 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.0964086 Jun 16 15:01:08.307200 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-703d9cda-0f4f-4666-9eab-999265c9a97f req-d4420553-3388-40b7-9a70-cd048befda46 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779722 Jun 16 15:01:08.881014 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f317f4cf-ef8f-47eb-a05d-9c18a6bb8a58 req-b1867395-ae99-4f53-8d0b-23baf4caa8d9 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.0294073 Jun 16 15:01:09.392353 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:09.592465 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3143837-9e7c-447d-93a3-11db9fe20690 req-a1a76c1d-78b9-4566-9d97-f1d0b58340a3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:09.594447 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d3143837-9e7c-447d-93a3-11db9fe20690 req-a1a76c1d-78b9-4566-9d97-f1d0b58340a3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1212375 Jun 16 15:01:10.004494 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d3143837-9e7c-447d-93a3-11db9fe20690 req-df1ad9b0-6a57-4215-a00a-bfe00f5b27a0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966711 Jun 16 15:01:10.115906 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d14819fd-7a57-4c75-ac61-119f41280628 req-2c8f3de4-08cf-4516-a9be-41cd9092b765 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.0475030 Jun 16 15:01:10.132387 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-f13cc413-5e57-4f3e-953b-b3fbf1711dc4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:10.134523 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-f13cc413-5e57-4f3e-953b-b3fbf1711dc4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 815 time: 0.2039523 Jun 16 15:01:10.150432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'port': {'device_id': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'admin_state_up': True, 'tenant_id': '042694445396449083d690c1b4697298'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:10.317620 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Made reservation on behalf of 042694445396449083d690c1b4697298 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:01:10.323795 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:10.557493 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Allocated IP 172.20.0.5 (150fd66e-2652-40e5-8023-86bd0fbe8557/5ca41850-5b61-40e7-afab-165099a85ad7/6157aded-edf0-4228-8942-0dfb7684912f) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:11.044173 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:11.066795 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Transition to ACTIVE for port object 6157aded-edf0-4228-8942-0dfb7684912f will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:01:11.143221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:11.154830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:11.300805 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:11.333912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:11.352450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:01:11.384632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:11.405521 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.406050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.406426 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.406796 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.407267 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.407629 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.407985 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.408451 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.408806 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.409279 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.410425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.411091 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:11.427777 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:11.461672 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:11.462364 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:11.491777 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3465867 Jun 16 15:01:11.510131 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda59e98-d41e-446e-9bcb-75fc57a59c63 req-3f45bace-5060-416b-927e-af0145097130 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:11.512842 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bda59e98-d41e-446e-9bcb-75fc57a59c63 req-3f45bace-5060-416b-927e-af0145097130 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.2404068 Jun 16 15:01:11.641321 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bda59e98-d41e-446e-9bcb-75fc57a59c63 req-9b25ed08-db60-4465-b05c-483125a00a56 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062386 Jun 16 15:01:11.697376 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0efa-0965-4d29-86f5-2bf6498890d5 req-6ed2c075-0860-45d3-b883-61ed9d8e798a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:11.701103 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3a7c0efa-0965-4d29-86f5-2bf6498890d5 req-6ed2c075-0860-45d3-b883-61ed9d8e798a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.2848458 Jun 16 15:01:11.810644 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3a7c0efa-0965-4d29-86f5-2bf6498890d5 req-a3858ca6-08a0-43bf-86c9-e142cf83d131 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954919 Jun 16 15:01:12.028713 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-379973e4-ad4b-49f3-8464-976e82ab7704 None None] Provisioning for port 6157aded-edf0-4228-8942-0dfb7684912f completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:01:12.040258 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-379973e4-ad4b-49f3-8464-976e82ab7704 None None] Provisioning complete for port 6157aded-edf0-4228-8942-0dfb7684912f triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:01:12.042412 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-379973e4-ad4b-49f3-8464-976e82ab7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:12.172505 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-379973e4-ad4b-49f3-8464-976e82ab7704 None None] Port 6157aded-edf0-4228-8942-0dfb7684912f cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:01:13.237549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf1ccd-2e7d-447e-a088-2955b261ba11 req-e4afc887-3f50-45fd-ba26-2b5afe0abe5c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:13.258962 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d1cf1ccd-2e7d-447e-a088-2955b261ba11 req-e4afc887-3f50-45fd-ba26-2b5afe0abe5c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.2729535 Jun 16 15:01:13.354813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43aedb-3be5-4d76-bfdc-583ca2f0dcd5 req-514314a7-4252-4ace-b8f2-2c8e13d002ea tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:13.371199 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb43aedb-3be5-4d76-bfdc-583ca2f0dcd5 req-514314a7-4252-4ace-b8f2-2c8e13d002ea tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.2180982 Jun 16 15:01:13.409242 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d1cf1ccd-2e7d-447e-a088-2955b261ba11 req-30f1d6c8-d627-43c6-9406-0f5b8f9c3eb0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488686 Jun 16 15:01:13.472312 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-eb43aedb-3be5-4d76-bfdc-583ca2f0dcd5 req-007ee493-4aef-4ad4-a2a5-1f8b0fa9268f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978544 Jun 16 15:01:14.798127 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f61c-f211-4b13-b8d0-df4ff5f4489d req-46149723-1021-40dc-a4e0-c49d96aec63c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:14.809306 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a0d6f61c-f211-4b13-b8d0-df4ff5f4489d req-46149723-1021-40dc-a4e0-c49d96aec63c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1368549 Jun 16 15:01:14.883775 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a0d6f61c-f211-4b13-b8d0-df4ff5f4489d req-c6f44666-4faa-4b5e-9a31-8cfa3f32bae6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729551 Jun 16 15:01:14.936378 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63b08-8ea1-462a-bd01-da2ccbddc01d req-6d713b70-95d9-4801-bc05-a836c0ad3d7f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:14.938416 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bef63b08-8ea1-462a-bd01-da2ccbddc01d req-6d713b70-95d9-4801-bc05-a836c0ad3d7f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.1740527 Jun 16 15:01:14.987878 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-bef63b08-8ea1-462a-bd01-da2ccbddc01d req-5074b642-e953-4604-a3e5-03130fad2e04 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Jun 16 15:01:16.187024 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32506d6d-700a-4bbe-9a42-499c71300528 req-b5be8c6b-d4bd-462d-b427-b945e70c9a71 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:16.190189 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-32506d6d-700a-4bbe-9a42-499c71300528 req-b5be8c6b-d4bd-462d-b427-b945e70c9a71 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1282837 Jun 16 15:01:16.279887 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-32506d6d-700a-4bbe-9a42-499c71300528 req-d9d58670-4736-49f5-9b8c-0bde26cf2d3a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740228 Jun 16 15:01:16.311856 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bc7ef-3af1-4e7a-8631-e57468070d8b req-fc5d11ca-cb7d-42f8-839c-8efccade4933 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:16.340107 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fd5bc7ef-3af1-4e7a-8631-e57468070d8b req-fc5d11ca-cb7d-42f8-839c-8efccade4933 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.1619902 Jun 16 15:01:16.397568 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fd5bc7ef-3af1-4e7a-8631-e57468070d8b req-939b3193-8c62-4386-a073-2deeb768f7a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Jun 16 15:01:17.545409 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2defe-96d8-4c3b-83a8-f27b74975795 req-a7f63376-ff87-4ec0-bbdc-ff09954c06d7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:17.548060 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-67d2defe-96d8-4c3b-83a8-f27b74975795 req-a7f63376-ff87-4ec0-bbdc-ff09954c06d7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1019490 Jun 16 15:01:17.612499 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-67d2defe-96d8-4c3b-83a8-f27b74975795 req-2ae96914-7c29-41af-bd08-e6beb771f287 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563848 Jun 16 15:01:17.742242 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72daa6-0bc7-4272-b7f9-97d1f625b2ce req-e601f7d7-2849-4003-8369-21b3fd441939 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:17.744695 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5f72daa6-0bc7-4272-b7f9-97d1f625b2ce req-e601f7d7-2849-4003-8369-21b3fd441939 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.1479192 Jun 16 15:01:17.858130 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5f72daa6-0bc7-4272-b7f9-97d1f625b2ce req-82b84454-1243-4541-b3d3-6b24927effe5 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007566 Jun 16 15:01:18.896550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f23e-8106-4c6e-8c97-cfd3d1c175a7 req-00122be4-29e6-403a-99c3-4fa118eaa0fb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:18.898647 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f249f23e-8106-4c6e-8c97-cfd3d1c175a7 req-00122be4-29e6-403a-99c3-4fa118eaa0fb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.0950360 Jun 16 15:01:19.003672 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f249f23e-8106-4c6e-8c97-cfd3d1c175a7 req-12c9b74c-79ee-4380-96cc-c25f78454e3d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901976 Jun 16 15:01:19.210036 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fe40e-1ff5-4130-af64-2dc6c4bad8f3 req-f18681a2-6f79-476a-8473-10890f42c334 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:19.214838 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-583fe40e-1ff5-4130-af64-2dc6c4bad8f3 req-f18681a2-6f79-476a-8473-10890f42c334 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.1223450 Jun 16 15:01:19.288365 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-583fe40e-1ff5-4130-af64-2dc6c4bad8f3 req-17ef485c-fb30-46bd-a630-d724d436a303 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Jun 16 15:01:20.391239 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb66cbe-a372-4bda-9424-44b9b7c17576 req-d18d7c5a-f887-4fff-98d1-e1ebcb7f1b6c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:20.402921 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cfb66cbe-a372-4bda-9424-44b9b7c17576 req-d18d7c5a-f887-4fff-98d1-e1ebcb7f1b6c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1481571 Jun 16 15:01:20.476151 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cfb66cbe-a372-4bda-9424-44b9b7c17576 req-d3dea409-01fb-4183-af82-3652d898ff5c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704248 Jun 16 15:01:20.657435 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2c1f-3d5b-459c-9016-195bee054dc3 req-fdb2d178-992c-46ad-81a2-2f58c4eb526a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:20.659037 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d31e2c1f-3d5b-459c-9016-195bee054dc3 req-fdb2d178-992c-46ad-81a2-2f58c4eb526a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.0906527 Jun 16 15:01:20.724878 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d31e2c1f-3d5b-459c-9016-195bee054dc3 req-f5dd95fa-8712-43c8-ba32-2737658f2312 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Jun 16 15:01:21.422920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 50978) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:21.657776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:21.883994 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4390229-4b9a-49e5-8e74-934f0fe1b672 req-8ae4a1dd-661f-4545-8437-8bdebbd3a0c2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:21.904059 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4390229-4b9a-49e5-8e74-934f0fe1b672 req-8ae4a1dd-661f-4545-8437-8bdebbd3a0c2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.2242157 Jun 16 15:01:21.997245 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4390229-4b9a-49e5-8e74-934f0fe1b672 req-177737ee-3448-4b9b-bcad-0b3e1d0fcb88 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916605 Jun 16 15:01:22.017189 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.026047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.032142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4b1501ba-e36e-48e8-802d-6e5b670b66eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:22.109588 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3eceeb7e9ee74a789c0337c85767baef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848011 Jun 16 15:01:22.111201 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04cbc4-9288-4926-8ae3-4df186e7f60e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:22.113318 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 50994) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:22.117563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:22.142516 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c02a8d-d0b5-40c5-9e4f-77ff1015cedd req-401e4e0c-3b7f-4121-9169-3bfe4c643d29 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:22.144205 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b6c02a8d-d0b5-40c5-9e4f-77ff1015cedd req-401e4e0c-3b7f-4121-9169-3bfe4c643d29 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 931 time: 0.1127825 Jun 16 15:01:22.216302 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b6c02a8d-d0b5-40c5-9e4f-77ff1015cedd req-6df5f2f6-26dc-4019-979f-cc1788d1b2ce tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646365 Jun 16 15:01:22.222182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.252720 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.306745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.310026 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.311396 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed04cbc4-9288-4926-8ae3-4df186e7f60e HTTP/1.1" status: 204 len: 168 time: 0.1970298 Jun 16 15:01:22.312388 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:22.325204 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04cbc4-9288-4926-8ae3-4df186e7f60e,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:22.340310 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.340928 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.341595 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.342137 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.342734 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.343380 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.343990 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.344608 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.345233 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.345959 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.346663 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.346956 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:22.352661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:22.656622 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Request body: {'port': {'device_id': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:22.708335 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51002) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:22.731975 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.780751 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.920950 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.928965 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:22.936075 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-56c1836e-fe2b-40c7-8eb8-b4f07afbb435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:23.002068 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2bb726fc208481b87566b69a787be99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921112 Jun 16 15:01:23.005423 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51010) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:23.006481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58d2d2-24ec-4ee5-b67e-c947cbc75ed8,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:23.035153 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:23.100318 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.127904 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.188345 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.193682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.196161 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb58d2d2-24ec-4ee5-b67e-c947cbc75ed8 HTTP/1.1" status: 204 len: 168 time: 0.1845250 Jun 16 15:01:23.197930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b2a21509-5415-47a9-8c2c-99579d9307dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:23.211601 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58d2d2-24ec-4ee5-b67e-c947cbc75ed8,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:23.216532 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:23.301549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe9a5-8bc4-4b49-913c-8aa87057ca85 req-45e5578d-c39b-4c96-b875-77f985a0371a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:23.303192 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5dafe9a5-8bc4-4b49-913c-8aa87057ca85 req-45e5578d-c39b-4c96-b875-77f985a0371a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1539311 Jun 16 15:01:23.321946 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6157aded-edf0-4228-8942-0dfb7684912f {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:01:23.332174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.354766 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Transition to ACTIVE for port object 6157aded-edf0-4228-8942-0dfb7684912f will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:01:23.369294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.385170 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:23.460226 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35713371-b693-4d45-948b-8f982599b564 req-04d2a63e-8f1c-4695-a5ee-b887a4e777b2 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:23.464153 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-35713371-b693-4d45-948b-8f982599b564 req-04d2a63e-8f1c-4695-a5ee-b887a4e777b2 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 943 time: 0.1161413 Jun 16 15:01:23.549290 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-35713371-b693-4d45-948b-8f982599b564 req-f9155035-bde2-474c-a8e5-6d81e01c842e tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666988 Jun 16 15:01:23.560605 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5dafe9a5-8bc4-4b49-913c-8aa87057ca85 req-6c82ad30-38cd-49fd-9c91-10b78eeeea41 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153347 Jun 16 15:01:23.571105 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:23.574761 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:23.714900 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Attempting to bind port 6157aded-edf0-4228-8942-0dfb7684912f on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:01:23.715959 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Attempting to bind port 6157aded-edf0-4228-8942-0dfb7684912f by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:01:23.715959 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Attempting to bind port 6157aded-edf0-4228-8942-0dfb7684912f on network 150fd66e-2652-40e5-8023-86bd0fbe8557 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:01:23.721479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Port 6157aded-edf0-4228-8942-0dfb7684912f on network 150fd66e-2652-40e5-8023-86bd0fbe8557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:01:23.721962 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Attempting to bind port 6157aded-edf0-4228-8942-0dfb7684912f on network 150fd66e-2652-40e5-8023-86bd0fbe8557 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:01:23.728576 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:01:23.729082 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Checking segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:01:23.729667 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Bound using segment: {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:01:23.730122 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Bound port: 6157aded-edf0-4228-8942-0dfb7684912f, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cb756b-6785-42e1-94f2-b7a9360c4a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:01:23.730486 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.742612 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51020) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:23.766649 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.831635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:01:23.836430 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:01:23.842221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.847321 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:23.907831 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.908599 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:23.909519 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.911942 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] 10.222.0.103 "PUT /v2.0/ports/6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 1093 time: 1.3919349 Jun 16 15:01:23.912776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:23.915333 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:23.920991 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:23.926550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb2be16-5fd5-4e86-a975-b67ce27d34fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:24.037629 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:24.044952 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:24.061248 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3e385a-7853-4140-813d-932e9458bda9,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:24.072705 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:24.079112 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c8f4744469f45d48960b89d3fd90681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345840 Jun 16 15:01:24.083150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51030) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:24.151962 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-31e1cc67-10c6-452d-bfde-0ff53550d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:24.155301 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-31e1cc67-10c6-452d-bfde-0ff53550d836 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1096 time: 0.1793222 Jun 16 15:01:24.258131 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-59dbeb58-1ce9-40d1-b6f6-413282be55f6 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 217 time: 0.0895197 Jun 16 15:01:24.263553 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:24.319626 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:24.363914 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-f08ed9b3-e056-446f-b43e-459f2527406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:24.366396 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-f08ed9b3-e056-446f-b43e-459f2527406d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0992665 Jun 16 15:01:24.427295 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:24.430816 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:24.432162 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe3e385a-7853-4140-813d-932e9458bda9 HTTP/1.1" status: 204 len: 168 time: 0.3467293 Jun 16 15:01:24.433138 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-29379b6b-9b0b-4b2a-92b3-8765d38bd076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:24.442476 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3e385a-7853-4140-813d-932e9458bda9,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:24.447381 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:24.453876 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61777e3-b67a-46e7-8ecc-2ea497b93ea7 x-openstack-request-id: req-a61777e3-b67a-46e7-8ecc-2ea497b93ea7 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:24.454385 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:24.454853 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a61777e3-b67a-46e7-8ecc-2ea497b93ea7 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:24.455590 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'status': 'completed', 'code': 200} Jun 16 15:01:24.472974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-9a1beb2c-2eef-4007-9dae-0ab74f93faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:24.475670 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-9a1beb2c-2eef-4007-9dae-0ab74f93faba service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019955 Jun 16 15:01:24.618480 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-91204d47-a6f1-46d1-8f86-b3d178995cef service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351635 Jun 16 15:01:24.815717 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c4cdac4b-d3cb-4ac0-a2a4-9a458e2c7e76 req-54528482-1cdd-4cb0-be3e-a61992ee5e7d service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899676 Jun 16 15:01:24.990322 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b0e93-2373-4fda-811c-e41c15357f78 req-1e2d4407-8f7d-41be-af87-b463f4b058dd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:24.993715 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-551b0e93-2373-4fda-811c-e41c15357f78 req-1e2d4407-8f7d-41be-af87-b463f4b058dd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1280642 Jun 16 15:01:25.012202 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ee2af-fcdb-4177-9be8-11fecbea29d6 req-3e8c0b3c-b5c1-47c2-9b94-699d9e35accf tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:25.014333 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f87ee2af-fcdb-4177-9be8-11fecbea29d6 req-3e8c0b3c-b5c1-47c2-9b94-699d9e35accf tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 943 time: 0.1918528 Jun 16 15:01:25.031462 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-28408309-57b5-41ea-b310-c39b66e1d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:25.034165 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-28408309-57b5-41ea-b310-c39b66e1d1fa service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1096 time: 0.1510496 Jun 16 15:01:25.072288 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-551b0e93-2373-4fda-811c-e41c15357f78 req-e4364fab-a05c-4727-9b09-1f9487ab9d91 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687912 Jun 16 15:01:25.143397 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f87ee2af-fcdb-4177-9be8-11fecbea29d6 req-681ed71d-b8b8-478a-b2e3-7f3ac4b10ddf tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165297 Jun 16 15:01:25.242983 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-bba120b4-ff42-4ffd-becd-ba3e287fd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:25.244769 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-bba120b4-ff42-4ffd-becd-ba3e287fd409 service neutron] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 916 time: 0.1981320 Jun 16 15:01:25.299926 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-fa94c705-f8eb-496d-b91c-c4dba20b3431 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 217 time: 0.0481615 Jun 16 15:01:25.391464 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-ee757d5f-1fb0-4e76-8f3b-aa756c8d659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:25.394225 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-ee757d5f-1fb0-4e76-8f3b-aa756c8d659c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0869343 Jun 16 15:01:25.496736 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-285df435-bd9f-43c0-b456-42986262ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:25.501080 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-285df435-bd9f-43c0-b456-42986262ddb3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990753 Jun 16 15:01:25.644917 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-bcb0edb9-6dbc-4b85-a2ab-100129463b04 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366701 Jun 16 15:01:25.708748 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51068) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:25.795496 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-beb2be16-5fd5-4e86-a975-b67ce27d34fb req-d15868af-4040-46af-83db-d3d23957970d service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421390 Jun 16 15:01:25.887121 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33df832c-354b-4b92-af7c-0c17a5a8acce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.008485 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33df832c-354b-4b92-af7c-0c17a5a8acce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.014239 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-33df832c-354b-4b92-af7c-0c17a5a8acce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.018552 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ef06b6b7-3d1e-41d6-84c3-b3e5d66651a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:26.060444 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df832c-354b-4b92-af7c-0c17a5a8acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1832d829-e115-4de5-8e55-1327176a40a8,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:26.065263 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-33df832c-354b-4b92-af7c-0c17a5a8acce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53f0aa9bcd3a45e4ab8ef85a0da0e0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550856 Jun 16 15:01:26.066265 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-33df832c-354b-4b92-af7c-0c17a5a8acce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:26.068375 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51074) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:26.140028 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.205230 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.381184 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c3ea3-b28b-40f2-81c1-676ceec2c9aa req-ab7a1c61-14ce-4842-8b14-1eb9f3d69d56 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:26.383004 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a47c3ea3-b28b-40f2-81c1-676ceec2c9aa req-ab7a1c61-14ce-4842-8b14-1eb9f3d69d56 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 943 time: 0.1573284 Jun 16 15:01:26.384387 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.387367 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.388857 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1832d829-e115-4de5-8e55-1327176a40a8 HTTP/1.1" status: 204 len: 168 time: 0.3193345 Jun 16 15:01:26.390160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a54e898-316d-438c-b55b-e08256ae53ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:26.415432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1832d829-e115-4de5-8e55-1327176a40a8,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:26.437637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:26.480654 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a47c3ea3-b28b-40f2-81c1-676ceec2c9aa req-b805f866-d830-40ed-a2bd-be76f3f63a95 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865951 Jun 16 15:01:26.501857 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b77fb-31d8-43c8-b6a7-a7231e15c142 req-047e0da6-2055-492d-8fa2-8d211aa7121f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:26.505015 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-416b77fb-31d8-43c8-b6a7-a7231e15c142 req-047e0da6-2055-492d-8fa2-8d211aa7121f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 943 time: 0.1459267 Jun 16 15:01:26.528040 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:01:26.575367 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-416b77fb-31d8-43c8-b6a7-a7231e15c142 req-697f8acc-670d-43a3-872e-a480a8092e7e tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Jun 16 15:01:26.686086 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:26.701449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'port_id': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'mac_address': 'fa:16:3e:18:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:01:26.767351 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.794778 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf108f3-5fd5-4a74-822b-354d2e06dde1 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:01:26.838948 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:26.845898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:26.851719 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:26.920626 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=9']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:26.933998 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.934611 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.934846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.935336 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.935813 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.936245 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.936672 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.937210 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.937641 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.938150 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.938806 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.939326 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:01:26.945906 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:27.170703 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['0cf108f3-5fd5-4a74-822b-354d2e06dde1'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:01:27.780212 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c0b7-e5c5-4de9-9a59-bf579563230c req-1f7e0cdb-50b5-447e-90ab-ee038a245fec tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:27.788002 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3e21c0b7-e5c5-4de9-9a59-bf579563230c req-1f7e0cdb-50b5-447e-90ab-ee038a245fec tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.1303842 Jun 16 15:01:27.881733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442b53-a028-47b4-beb3-923ea86b6667 req-d84d716d-175a-4a79-8a32-ca45865ad2ca tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:27.885237 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1a442b53-a028-47b4-beb3-923ea86b6667 req-d84d716d-175a-4a79-8a32-ca45865ad2ca tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 943 time: 0.1070588 Jun 16 15:01:27.886132 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3e21c0b7-e5c5-4de9-9a59-bf579563230c req-d92d81a3-23a7-49ef-abaf-4322e2370d74 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897810 Jun 16 15:01:27.955677 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1a442b53-a028-47b4-beb3-923ea86b6667 req-6be4d965-448d-428c-a623-b2fc38511afc tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Jun 16 15:01:29.167076 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0946e-a370-4dd1-9870-719d5e18afed req-b849835b-1d21-4b23-aaa6-af4e1055b01b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:29.167956 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0649-4703-49fa-a4c2-be07d0b714e1 req-ce7be438-3804-473e-b4c7-0edf80e97d12 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:29.169073 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fff0946e-a370-4dd1-9870-719d5e18afed req-b849835b-1d21-4b23-aaa6-af4e1055b01b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.1048462 Jun 16 15:01:29.169449 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-342f0649-4703-49fa-a4c2-be07d0b714e1 req-ce7be438-3804-473e-b4c7-0edf80e97d12 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 943 time: 0.0776744 Jun 16 15:01:29.215058 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-342f0649-4703-49fa-a4c2-be07d0b714e1 req-f2009191-5106-426a-b697-dc7ed8a0854b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Jun 16 15:01:29.226475 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fff0946e-a370-4dd1-9870-719d5e18afed req-64812ed6-33a5-4b40-9482-052b09b3d8c3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476370 Jun 16 15:01:29.423230 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6157aded-edf0-4228-8942-0dfb7684912f details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:01:29.539574 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:29.551999 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '6157aded-edf0-4228-8942-0dfb7684912f', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'port_id': '6157aded-edf0-4228-8942-0dfb7684912f', 'mac_address': 'fa:16:3e:72:e9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:01:29.591163 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:29.605668 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6157aded-edf0-4228-8942-0dfb7684912f {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:01:29.626977 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:29.631970 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:29.634138 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-7636adc4-1695-489f-ba14-f6410f8323b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:29.683776 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:29.686893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:30.293930 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:01:30.391659 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:01:30.392047 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:30.439351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6bd47-baaf-4c1f-8f0b-d41dba721933 req-0508ee06-3202-4d1e-9071-e9a0ec8e5616 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:30.439351 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-05e6bd47-baaf-4c1f-8f0b-d41dba721933 req-0508ee06-3202-4d1e-9071-e9a0ec8e5616 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 944 time: 0.0801094 Jun 16 15:01:30.490678 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-05e6bd47-baaf-4c1f-8f0b-d41dba721933 req-d2e3bc3b-6592-4710-9e89-d0f4f878fb18 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 Jun 16 15:01:30.501018 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:30.504505 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd71a99-875b-49e0-a1bd-ed73b1a7fb44 req-eb7f18ca-c1f2-4d73-8318-7b1c888ea664 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:30.506176 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fd71a99-875b-49e0-a1bd-ed73b1a7fb44 req-eb7f18ca-c1f2-4d73-8318-7b1c888ea664 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 944 time: 0.1190174 Jun 16 15:01:30.529375 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:30.531900 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9a4bf-aef0-4066-b072-23e72b7f28fd" -d '{"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-plugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:30.546384 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:30.551760 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:30.555431 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:30.565355 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fd71a99-875b-49e0-a1bd-ed73b1a7fb44 req-4cda971b-4b41-4359-9ec8-3beaea84bd34 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524511 Jun 16 15:01:30.615667 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=10']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:30.620802 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:30.770560 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63af33-44a5-46da-a313-22c9319b49ac x-openstack-request-id: req-2e63af33-44a5-46da-a313-22c9319b49ac {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:30.770950 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-plugged", "status": "completed", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:30.771273 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e63af33-44a5-46da-a313-22c9319b49ac {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:30.771734 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'code': 200} Jun 16 15:01:31.656318 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['6157aded-edf0-4228-8942-0dfb7684912f'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:01:31.790531 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800ac90-ddb4-4a74-8ff8-7cae604d0784 req-b7d3b24b-aebe-4fec-b892-3758a23c35b7 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:31.801840 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6800ac90-ddb4-4a74-8ff8-7cae604d0784 req-b7d3b24b-aebe-4fec-b892-3758a23c35b7 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 944 time: 0.1226912 Jun 16 15:01:31.860748 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6800ac90-ddb4-4a74-8ff8-7cae604d0784 req-2fb538fd-25e0-4218-b6d1-df64d47cdf2f tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Jun 16 15:01:31.875215 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf919a-fdff-41fa-a295-8e0ab37fff24 req-0d27f70e-46e8-48fb-9626-14aa7b3da300 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:31.877537 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-69bf919a-fdff-41fa-a295-8e0ab37fff24 req-0d27f70e-46e8-48fb-9626-14aa7b3da300 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 946 time: 0.1144524 Jun 16 15:01:31.955182 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-69bf919a-fdff-41fa-a295-8e0ab37fff24 req-471c6841-8178-4698-966b-bf93e529ee99 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692186 Jun 16 15:01:31.983068 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4054e-76ad-4564-90af-3e45372f42a4 req-7d06abd1-20d8-4f22-91d4-146ebc3588cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:31.984685 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f4e4054e-76ad-4564-90af-3e45372f42a4 req-7d06abd1-20d8-4f22-91d4-146ebc3588cf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1099 time: 0.0761604 Jun 16 15:01:32.042967 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f4e4054e-76ad-4564-90af-3e45372f42a4 req-b4c7df49-e7e1-4d0d-8f25-eca6a0c11bfc service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 Jun 16 15:01:33.095009 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea43c83-75ff-4d49-ba55-bd1bd6eec6dd req-7a3376a7-7985-4d17-93a8-19a2f86c3c69 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:33.097788 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6ea43c83-75ff-4d49-ba55-bd1bd6eec6dd req-7a3376a7-7985-4d17-93a8-19a2f86c3c69 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 944 time: 0.1040432 Jun 16 15:01:33.145780 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6ea43c83-75ff-4d49-ba55-bd1bd6eec6dd req-8047341d-08e2-469d-abfb-a66f6685be5e tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Jun 16 15:01:33.214096 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf24c0-82c7-4234-bb8a-2d87119439cb req-5b1432c7-2afe-491d-821d-6368cfddf7a1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:33.215938 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-10cf24c0-82c7-4234-bb8a-2d87119439cb req-5b1432c7-2afe-491d-821d-6368cfddf7a1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 946 time: 0.1141629 Jun 16 15:01:33.275566 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-10cf24c0-82c7-4234-bb8a-2d87119439cb req-e979439a-731e-4155-87c7-a8144e7f9767 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522544 Jun 16 15:01:33.354589 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6157aded-edf0-4228-8942-0dfb7684912f up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:01:33.424447 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 6157aded-edf0-4228-8942-0dfb7684912f completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:01:33.429671 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 6157aded-edf0-4228-8942-0dfb7684912f triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:01:33.430107 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:33.548914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:33.584301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:33.588736 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca88578-d06e-41d0-9809-7f9bdcc64cb5" -d '{"events": [{"server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "name": "network-vif-plugged", "status": "completed", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:33.609983 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:33.617224 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:33.620959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:33.693006 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80035aba-3c57-4747-a7bd-b9f3d3dcfb46 x-openstack-request-id: req-80035aba-3c57-4747-a7bd-b9f3d3dcfb46 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:33.693843 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "name": "network-vif-plugged", "status": "completed", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:33.694280 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80035aba-3c57-4747-a7bd-b9f3d3dcfb46 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:33.695442 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'code': 200} Jun 16 15:01:33.726795 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:33.735630 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:33.886762 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:33.917135 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9d34-fe55-45cc-bbd4-1a7d909ce6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:34.048766 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62455da0-9ad1-4272-bc42-3db6e1b1356c req-f0c4ec63-0e5f-45dc-b425-5fe38f20831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:34.050347 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62455da0-9ad1-4272-bc42-3db6e1b1356c req-f0c4ec63-0e5f-45dc-b425-5fe38f20831d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1098 time: 0.0805500 Jun 16 15:01:34.092853 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62455da0-9ad1-4272-bc42-3db6e1b1356c req-cfe1dab2-ad9d-4c9d-a52a-107b505eac40 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Jun 16 15:01:34.432727 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7be0-56bd-44c1-8abf-e0df7edf7e08 req-fa6b5467-4b74-4ccf-b9c9-ec7b3a6ba85a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:34.435446 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-47eb7be0-56bd-44c1-8abf-e0df7edf7e08 req-fa6b5467-4b74-4ccf-b9c9-ec7b3a6ba85a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.1200807 Jun 16 15:01:34.502853 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c3a24-29bb-4552-843c-36f02b13f3ac req-9fe7f37b-8e65-4567-9531-82329da8ca36 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:34.504341 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8a0c3a24-29bb-4552-843c-36f02b13f3ac req-9fe7f37b-8e65-4567-9531-82329da8ca36 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 946 time: 0.0707350 Jun 16 15:01:34.504543 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-47eb7be0-56bd-44c1-8abf-e0df7edf7e08 req-160f12b6-30bd-4893-8d7f-ee074c22e2a3 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629885 Jun 16 15:01:34.568315 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8a0c3a24-29bb-4552-843c-36f02b13f3ac req-12f9a101-9c36-4527-b01e-1ccac92cf3cd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529258 Jun 16 15:01:35.186323 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51290) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:35.360042 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9c929762-8682-4860-9b32-a5b1467046c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.519647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9c929762-8682-4860-9b32-a5b1467046c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.525580 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9c929762-8682-4860-9b32-a5b1467046c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.533429 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-25963509-d0f0-448c-8f10-34ee394d7fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:35.577818 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9c929762-8682-4860-9b32-a5b1467046c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3173ff103e364b0ea53c7e3784722dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882196 Jun 16 15:01:35.579814 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c929762-8682-4860-9b32-a5b1467046c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f83b4a-80a2-401b-a303-5871ae39e049,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:35.580287 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51296) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:35.584060 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9c929762-8682-4860-9b32-a5b1467046c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:35.644192 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.674776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.844232 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d6dff-bf51-4c96-a6b4-01af9cef3451 req-dd48b6e9-e810-4654-b6fd-f3251e59d4ea tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:35.845477 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fc4d6dff-bf51-4c96-a6b4-01af9cef3451 req-dd48b6e9-e810-4654-b6fd-f3251e59d4ea tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.1476085 Jun 16 15:01:35.846802 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.849564 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:35.855189 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87f83b4a-80a2-401b-a303-5871ae39e049 HTTP/1.1" status: 204 len: 168 time: 0.2688427 Jun 16 15:01:35.855189 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:35.868615 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f83b4a-80a2-401b-a303-5871ae39e049,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:35.877383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:35.907673 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fc4d6dff-bf51-4c96-a6b4-01af9cef3451 req-d849c202-7ebe-4aab-8d1a-f56750e677bc tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553410 Jun 16 15:01:36.106106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273a716-97b2-4f8a-8f0e-bdd0077a45c5 req-b6452e31-6183-4abd-a2d2-b0bbfa9328c1 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:36.108144 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3273a716-97b2-4f8a-8f0e-bdd0077a45c5 req-b6452e31-6183-4abd-a2d2-b0bbfa9328c1 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.0778189 Jun 16 15:01:36.152281 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3273a716-97b2-4f8a-8f0e-bdd0077a45c5 req-7f5cf879-4435-42a4-91ab-abafae31acaa tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Jun 16 15:01:36.484643 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-63f00f55-72ca-4b0c-99fe-ae750b34d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:36.703360 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:36.739863 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271dd63-5a98-4edc-ba99-3664aa7dfd6b req-faa01e02-ce9b-42cb-97a9-f39383b97fe0 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:36.742578 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8271dd63-5a98-4edc-ba99-3664aa7dfd6b req-faa01e02-ce9b-42cb-97a9-f39383b97fe0 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.1139066 Jun 16 15:01:36.819034 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8271dd63-5a98-4edc-ba99-3664aa7dfd6b req-0c93cf92-cee6-44f8-a3ee-b25913497f78 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700669 Jun 16 15:01:37.391755 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:37.752277 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250afd2-ebe0-4bd3-bd74-751539aea4dd req-d573e6f0-189e-48c4-801d-19df0376da38 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:37.753927 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6250afd2-ebe0-4bd3-bd74-751539aea4dd req-d573e6f0-189e-48c4-801d-19df0376da38 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0920203 Jun 16 15:01:37.825014 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6250afd2-ebe0-4bd3-bd74-751539aea4dd req-ef835145-3dfb-479c-8d57-7c3d965fb6aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631235 Jun 16 15:01:39.058645 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902da355-d394-41e5-ad6b-6ea8cc2675c6 req-16b72d8f-c3ef-4663-9d6d-3e42ce68e21b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:39.061365 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-902da355-d394-41e5-ad6b-6ea8cc2675c6 req-16b72d8f-c3ef-4663-9d6d-3e42ce68e21b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0873678 Jun 16 15:01:39.144709 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-902da355-d394-41e5-ad6b-6ea8cc2675c6 req-84358233-7c2b-462d-b37b-52238e490f06 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629385 Jun 16 15:01:39.386697 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:40.056041 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-1d744f08-fb98-4900-9c9d-2240067d5346 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:40.057660 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-1d744f08-fb98-4900-9c9d-2240067d5346 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.0778704 Jun 16 15:01:40.192465 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Deleting port 2a387faa-a32f-433f-8ae4-9edf547d48fc {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:01:40.192993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:40.365082 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] For port 2a387faa-a32f-433f-8ae4-9edf547d48fc, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=2a387faa-a32f-433f-8ae4-9edf547d48fc,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:40.365428 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:40.523470 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098598a5-0a6e-494a-9eaa-a13e42707852 req-6242e87d-5cdc-412f-a56e-d695697c08ef tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:40.525112 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-098598a5-0a6e-494a-9eaa-a13e42707852 req-6242e87d-5cdc-412f-a56e-d695697c08ef tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 945 time: 0.2095826 Jun 16 15:01:40.627963 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-098598a5-0a6e-494a-9eaa-a13e42707852 req-a185552c-0340-483c-9d44-fdb6b9e04ff5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=618929ed-8e5b-4f3b-b614-cbad757d5e85&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929739 Jun 16 15:01:40.659967 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:40.660873 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:40.661420 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Floating IP 0b5a33c5-197d-4197-9b59-dd2825b76588 disassociated. External IP: 172.27.2.73, port: 2a387faa-a32f-433f-8ae4-9edf547d48fc. Jun 16 15:01:40.662034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Calling delete_port for 2a387faa-a32f-433f-8ae4-9edf547d48fc owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:01:40.822128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:40.827164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d21958f2-198c-4e33-88e8-edca6ca24be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:40.856800 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event deleted for resources: {'Port': ['ID=2a387faa-a32f-433f-8ae4-9edf547d48fc,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:40.860138 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:41.276567 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:01:41.407831 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:01:41.421898 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:41.434300 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:01:41.434971 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:01:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:41.465238 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] No DVR routers for this DVR port 2a387faa-a32f-433f-8ae4-9edf547d48fc on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:01:41.468630 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:41.470941 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-66cb86b8-b393-4036-ab1d-46e3b14e0cff req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "DELETE /v2.0/ports/2a387faa-a32f-433f-8ae4-9edf547d48fc HTTP/1.1" status: 204 len: 173 time: 1.4042628 Jun 16 15:01:41.471591 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'name': 'network-vif-deleted', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:41.474351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519d0ca-9de2-4789-8738-32dba2821a4e" -d '{"events": [{"server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "name": "network-vif-deleted", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:41.570698 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:01:41.584637 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a96f3-40aa-48ff-8722-89d2680627fc x-openstack-request-id: req-0a8a96f3-40aa-48ff-8722-89d2680627fc {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:41.586021 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c08d02-f29e-4bab-9d58-9c526383d35d", "name": "network-vif-deleted", "tag": "2a387faa-a32f-433f-8ae4-9edf547d48fc", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:41.586786 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a8a96f3-40aa-48ff-8722-89d2680627fc {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:41.587819 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c08d02-f29e-4bab-9d58-9c526383d35d', 'name': 'network-vif-deleted', 'tag': '2a387faa-a32f-433f-8ae4-9edf547d48fc', 'status': 'completed', 'code': 200} Jun 16 15:01:41.871299 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e5b3e221-c9c5-4026-b696-28e1df112689 req-382c4d1e-4b41-4625-9c17-3e35da6d9bb9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=31c08d02-f29e-4bab-9d58-9c526383d35d HTTP/1.1" status: 200 len: 210 time: 0.0486858 Jun 16 15:01:41.876896 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:41.882399 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:41.899139 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:01:41.900345 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:01:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:42.068473 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:01:42.519299 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:42.524268 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d006-86df-48b6-9324-136c7904a328 None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:42.797599 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe4f3f-228f-49dd-aa62-72f3eb3a3fb2 None None] New status for floating IP 0b5a33c5-197d-4197-9b59-dd2825b76588: DOWN {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:01:43.127120 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51374) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:43.211209 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.241679 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.312287 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.316438 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.318231 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "DELETE /v2.0/security-groups/618929ed-8e5b-4f3b-b614-cbad757d5e85 HTTP/1.1" status: 204 len: 168 time: 0.1900618 Jun 16 15:01:43.319291 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-68de205a-eb9a-4db1-8df4-df13b08a5c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:43.322957 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51376) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:43.331730 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618929ed-8e5b-4f3b-b614-cbad757d5e85,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:43.335534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-cae327d8-abd0-4c79-83d0-a295322c9ec3 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:43.343664 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.api.v2.resource [None req-7102b5b4-f67c-471d-b2a9-c26204166cd0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] show failed (client error): The resource could not be found. Jun 16 15:01:43.345702 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7102b5b4-f67c-471d-b2a9-c26204166cd0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups/618929ed-8e5b-4f3b-b614-cbad757d5e85 HTTP/1.1" status: 404 len: 347 time: 0.0208330 Jun 16 15:01:43.349734 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51378) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:43.405461 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 2a387faa-a32f-433f-8ae4-9edf547d48fc no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:01:43.441961 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 2a387faa-a32f-433f-8ae4-9edf547d48fc {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:01:43.442447 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 2a387faa-a32f-433f-8ae4-9edf547d48fc not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:01:43.613308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Deleting port 8f0e208a-9fd2-4b1b-9a09-cf1786632105 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:01:43.613853 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.752940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.753676 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.825774 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Calling delete_port for 8f0e208a-9fd2-4b1b-9a09-cf1786632105 owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:01:43.993703 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:43.996218 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:44.021637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event deleted for resources: {'Port': ['ID=8f0e208a-9fd2-4b1b-9a09-cf1786632105,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:44.025159 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:44.104432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.107286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.108479 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b5a33c5-197d-4197-9b59-dd2825b76588 HTTP/1.1" status: 204 len: 168 time: 0.7564182 Jun 16 15:01:44.323731 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:01:44.521330 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51386) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:44.527611 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449561698', 'description': 'tempest-description--1659282351'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:44.554937 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.670606 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.682351 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.685296 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:44.714284 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.718922 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1933208 Jun 16 15:01:44.719683 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51390) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:44.721463 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb635ff4-8e2b-4e70-915d-a8e458da7414,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:44.725000 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:44.726750 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'security_group_rule': {'security_group_id': 'cb635ff4-8e2b-4e70-915d-a8e458da7414', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:44.763538 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.844162 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.848811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.854703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:44.871964 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2236317-579a-4aa1-8799-8cf2dae5e404,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:44.874998 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:44.883121 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.884504 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629407 Jun 16 15:01:44.889000 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51394) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:44.894738 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'security_group_rule': {'security_group_id': 'cb635ff4-8e2b-4e70-915d-a8e458da7414', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:44.926382 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:44.998485 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.003549 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.006363 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3c843a0c-68fd-4776-a61e-5ce67c60d43f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:45.024436 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a04fa30-1012-4d76-8399-5150bb63f0bd,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:45.027576 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:45.035980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.037300 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5338a7db-48f0-44df-b76c-0054a218fe9f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470850 Jun 16 15:01:45.041421 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51396) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:45.046591 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:45.072916 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.207664 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.333472 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Allocated IP 172.27.2.186 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/64044424-6c46-4a26-9220-35f16cebe9c6) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:45.465856 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.514980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.517818 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:45.561148 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:45.567600 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:45.572373 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:01:45.579143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'Port': ['ID=64044424-6c46-4a26-9220-35f16cebe9c6,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:45.599313 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:45.684305 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.745528 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.988685 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:45.997628 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:46.002344 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e5a23680-53e8-418c-83ee-af7041199a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:46.096860 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'Port': ['ID=64044424-6c46-4a26-9220-35f16cebe9c6,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:46.103359 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:46.120949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:46.145373 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:46.148978 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1051366 Jun 16 15:01:46.280812 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae7c0-0300-475b-b840-b7dbbe261c76 req-840a1384-6405-498c-8b01-32cc6a8bc44c tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:46.283631 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f5bae7c0-0300-475b-b840-b7dbbe261c76 req-840a1384-6405-498c-8b01-32cc6a8bc44c tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.1029377 Jun 16 15:01:46.338599 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f5bae7c0-0300-475b-b840-b7dbbe261c76 req-f8d60e00-e036-4f7f-ab9b-0a3921081726 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469453 Jun 16 15:01:46.359375 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-8b985836-dea4-4f58-93d9-7ed388ac02db tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1449561698&fields=id&tenant_id=bdc18fa6e1214b718188a8bde6e359df HTTP/1.1" status: 200 len: 267 time: 0.0429633 Jun 16 15:01:46.378505 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51432) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:46.480637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-02b64a66-7831-4c15-acbb-9dfac3265f4f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:46.482389 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-02b64a66-7831-4c15-acbb-9dfac3265f4f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 811 time: 0.1162834 Jun 16 15:01:46.504677 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-9890b77c-bf76-4e92-9e03-524c55d5a251 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/quotas/bdc18fa6e1214b718188a8bde6e359df HTTP/1.1" status: 200 len: 375 time: 0.0159719 Jun 16 15:01:46.604988 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-8fae6be9-d7ba-4ed9-a2f8-7634230b580c tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925944 Jun 16 15:01:46.674405 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f386cc-65ac-482e-a518-13ee39cfaee3 tempest-TestMinimumBasicScenario-374479641 tempest-TestMinimumBasicScenario-374479641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:46.676453 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-66f386cc-65ac-482e-a518-13ee39cfaee3 tempest-TestMinimumBasicScenario-374479641 tempest-TestMinimumBasicScenario-374479641-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1093 time: 0.2963800 Jun 16 15:01:46.681059 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51436) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:46.686369 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'port_id': '6157aded-edf0-4228-8942-0dfb7684912f', 'tenant_id': '042694445396449083d690c1b4697298', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:46.716833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for floatingip, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:46.747164 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-445324c1-94f7-4d4f-92a2-e73915ddf992 service neutron] 10.222.0.16 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198947 Jun 16 15:01:46.843948 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:46.904997 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-3c3ca846-ffbf-481f-940c-968b3ba991a9 service neutron] 10.222.0.16 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456444 Jun 16 15:01:46.975295 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Allocated IP 172.27.2.118 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/8cb39522-c9c0-4e46-8b72-7ac46b359579) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:47.123320 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:47.189310 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-04f54c61-feb0-4da1-a39a-dccd023efef5 req-e72c4d1f-d9e6-44d4-9708-3e92056c011f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 210 time: 0.0427775 Jun 16 15:01:47.204038 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:47.206309 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-57634a98-595b-472f-8b68-695e9922e8d8 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:47.249124 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:47.254451 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:47.259064 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:01:47.282731 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'Port': ['ID=8cb39522-c9c0-4e46-8b72-7ac46b359579,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:47.287454 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:47.737010 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:47.837564 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:48.056937 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:48.065680 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:48.071408 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bd04b140-d0c1-4541-ac9b-3c433d91a36e tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:48.152364 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'Port': ['ID=8cb39522-c9c0-4e46-8b72-7ac46b359579,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:48.157012 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:48.164884 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:48.276674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Floating IP 788c804a-0e49-4f73-8700-d7394b469680 associated. External IP: 172.27.2.118, port: 6157aded-edf0-4228-8942-0dfb7684912f. Jun 16 15:01:48.352362 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a2517f80-c442-40f8-8d7e-3838bb26c98a req-5add2314-8340-497d-80d8-ac0dda071166 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 210 time: 0.0326874 Jun 16 15:01:48.520554 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Router 0566f955-ecf7-4ffd-9e33-77e356825a47 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:01:48.725173 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:01:48.738370 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] Sync routers for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:01:48.744023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-514d4f39-9b9e-40f5-9a5d-32515e914bee tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:48.745693 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-514d4f39-9b9e-40f5-9a5d-32515e914bee tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 811 time: 0.1745043 Jun 16 15:01:48.754767 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:01:48.756709 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:01:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:48.759027 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:48.844100 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1576445 Jun 16 15:01:48.844100 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:48.844549 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51454) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:48.845517 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64cb037-ac52-4ecc-a47c-170f1b49c32e" -d '{"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:48.853270 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149184075', 'description': 'tempest-secgroup-smoke-149184075 description', 'project_id': '042694445396449083d690c1b4697298'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:48.861673 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-9de475f9-e437-4fec-b572-5324a0dc7708 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc18fa6e1214b718188a8bde6e359df HTTP/1.1" status: 200 len: 380 time: 0.0984800 Jun 16 15:01:48.878508 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'port': {'device_id': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'admin_state_up': True, 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'security_groups': ['cb635ff4-8e2b-4e70-915d-a8e458da7414']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:48.909947 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:48.953259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594ce9f-7733-40dc-838a-53f14054646c x-openstack-request-id: req-d594ce9f-7733-40dc-838a-53f14054646c {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:48.953889 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:48.958436 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d594ce9f-7733-40dc-838a-53f14054646c {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:48.958436 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'status': 'completed', 'code': 200} Jun 16 15:01:48.994553 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:01:49.079879 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.090530 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.095897 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-32ade0a4-8542-4efc-b659-ed5979273182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:49.111112 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Made reservation on behalf of bdc18fa6e1214b718188a8bde6e359df for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:01:49.116647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-ae0ad859-305a-4ded-9e4b-df34d9fd1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:49.117209 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.118373 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-ae0ad859-305a-4ded-9e4b-df34d9fd1dee service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1098 time: 0.1242685 Jun 16 15:01:49.136793 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.138301 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2923980 Jun 16 15:01:49.143623 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51464) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:49.149252 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group_rule': {'security_group_id': 'b0e9e572-1edb-492d-b132-5cd05339506b', 'project_id': '042694445396449083d690c1b4697298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:49.149765 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9e572-1edb-492d-b132-5cd05339506b,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:49.162698 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:49.236414 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.263909 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-ffa6b2d8-bebb-414c-84bc-82ccb352ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:49.267537 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-ffa6b2d8-bebb-414c-84bc-82ccb352ea64 service neutron] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 916 time: 0.1278586 Jun 16 15:01:49.355446 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-0114498d-0750-41af-b31e-623844cf5931 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 999 time: 0.0804317 Jun 16 15:01:49.356942 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Allocated IP 172.20.0.13 (7364df9f-dc4a-4ada-9b32-d642da78dde3/ae1ef2b5-2af5-4878-9506-f5e8516f621f/88ea3e28-3577-47d5-916f-f44d98fa6a91) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:01:49.365887 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.376701 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.383147 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:49.422826 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e51556-b5ff-482f-b2a2-84aa17ac3a08,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:49.432599 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:49.437012 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.441537 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967942 Jun 16 15:01:49.442255 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51468) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:49.448638 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-f2681514-7c6d-40c3-8dda-c2d8942164a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:49.451540 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-f2681514-7c6d-40c3-8dda-c2d8942164a2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0884979 Jun 16 15:01:49.453709 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group_rule': {'security_group_id': 'b0e9e572-1edb-492d-b132-5cd05339506b', 'project_id': '042694445396449083d690c1b4697298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:49.465785 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '788c804a-0e49-4f73-8700-d7394b469680', 'tenant_id': '042694445396449083d690c1b4697298', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'port_id': '6157aded-edf0-4228-8942-0dfb7684912f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'mac_address': 'fa:16:3e:72:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:01:47Z', 'updated_at': '2021-06-16T15:01:47Z', 'revision_number': 0, 'project_id': '042694445396449083d690c1b4697298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:49.472194 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] Checking router: 0566f955-ecf7-4ffd-9e33-77e356825a47 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:01:49.490427 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:01:49.492466 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:01:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:49.549712 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.564732 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4b660430-63a1-4fcb-a171-de06d3574761 req-4ac08ac3-8358-4fd6-980b-9fd7e4ddf3b8 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 210 time: 0.0426118 Jun 16 15:01:49.572920 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-774651c1-8372-45ae-8e6d-3090fe420db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:49.574654 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-774651c1-8372-45ae-8e6d-3090fe420db1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163175 Jun 16 15:01:49.627141 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.653364 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Transition to ACTIVE for port object 88ea3e28-3577-47d5-916f-f44d98fa6a91 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:01:49.668641 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:01:49.668996 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.675095 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.684326 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d230b830-3d7c-4d9b-816e-8061a2ef7732 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:49.703511 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-8e5d3ef3-2ad5-48a9-9713-1c95febb5d80 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197705 Jun 16 15:01:49.712501 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2cddd7-f26e-451f-8aee-bded24e9e5e8,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:49.715744 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:49.726903 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.728129 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-668876fc-ba5c-494a-9cb6-c165bfce2b01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2827752 Jun 16 15:01:49.731009 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51470) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:49.736506 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group_rule': {'security_group_id': 'b0e9e572-1edb-492d-b132-5cd05339506b', 'project_id': '042694445396449083d690c1b4697298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:49.744875 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.752232 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e2b77360-8d3a-42fa-8d35-31096fb85102 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:49.802741 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:01:49.814461 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:01:49.817590 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:01:49.857218 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event updated for resources: {'Port': ['ID=88ea3e28-3577-47d5-916f-f44d98fa6a91,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:49.860540 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:49.867585 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.897094 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c64cb037-ac52-4ecc-a47c-170f1b49c32e req-04eff86f-5023-4b0e-8b15-2b1e3df00b39 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830232 Jun 16 15:01:49.911947 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:49.912639 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:49.953911 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0850217 Jun 16 15:01:49.969727 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Request body: {'port': {'device_id': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:49.994692 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '788c804a-0e49-4f73-8700-d7394b469680', 'tenant_id': '042694445396449083d690c1b4697298', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'port_id': '6157aded-edf0-4228-8942-0dfb7684912f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'mac_address': 'fa:16:3e:72:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:01:47Z', 'updated_at': '2021-06-16T15:01:47Z', 'revision_number': 0, 'project_id': '042694445396449083d690c1b4697298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:01:50.001596 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92974a9-40ce-46ed-8c60-ea5d3c20604e None None] The sync data for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi is: [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '788c804a-0e49-4f73-8700-d7394b469680', 'tenant_id': '042694445396449083d690c1b4697298', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'port_id': '6157aded-edf0-4228-8942-0dfb7684912f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'mac_address': 'fa:16:3e:72:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:01:47Z', 'updated_at': '2021-06-16T15:01:47Z', 'revision_number': 0, 'project_id': '042694445396449083d690c1b4697298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:01:50.036005 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.057164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.065959 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-af5048f4-930a-4f54-92c0-3b533d322d56 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:50.133670 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e1127e-20df-47a5-8994-4418161f22d6,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:50.144197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:50.156987 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.159720 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4264548 Jun 16 15:01:50.162673 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51474) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:50.165085 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.171269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group_rule': {'security_group_id': 'b0e9e572-1edb-492d-b132-5cd05339506b', 'project_id': '042694445396449083d690c1b4697298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:50.236871 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-e16fe6aa-6f7e-4d3a-8b74-75dc38b4a18e None None] Provisioning for port 88ea3e28-3577-47d5-916f-f44d98fa6a91 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:01:50.241315 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.254922 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-e16fe6aa-6f7e-4d3a-8b74-75dc38b4a18e None None] Provisioning complete for port 88ea3e28-3577-47d5-916f-f44d98fa6a91 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:01:50.255553 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e16fe6aa-6f7e-4d3a-8b74-75dc38b4a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.360985 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7a4ba-2fff-4dbf-bc60-c178b7d5623e None None] New status for floating IP 788c804a-0e49-4f73-8700-d7394b469680: ACTIVE {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:01:50.379594 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-e16fe6aa-6f7e-4d3a-8b74-75dc38b4a18e None None] Port 88ea3e28-3577-47d5-916f-f44d98fa6a91 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:01:50.401540 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.407465 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.412484 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:50.438288 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408fc3c2-9ccb-481a-88c9-3b3e92828d01,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:50.442425 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:50.450022 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.452296 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-857153d5-35c6-42bd-92ef-922cc8f58a26 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875209 Jun 16 15:01:50.456985 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51476) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:50.462980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group_rule': {'security_group_id': 'b0e9e572-1edb-492d-b132-5cd05339506b', 'project_id': '042694445396449083d690c1b4697298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:50.505083 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.securitygroups_db [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Project 042694445396449083d690c1b4697298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:01:50.514015 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.609889 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.618664 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.628285 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:50.652209 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227bb567-680a-4c30-b912-3c792179d420,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:50.656784 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:50.658863 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.664185 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-3477a385-e246-49cd-9ca9-fb80872523a4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2023416 Jun 16 15:01:50.666342 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51480) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:01:50.673552 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'security_group_rule': {'security_group_id': 'b0e9e572-1edb-492d-b132-5cd05339506b', 'project_id': '042694445396449083d690c1b4697298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:50.724545 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.securitygroups_db [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Project 042694445396449083d690c1b4697298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:01:50.733072 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.805928 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ea3e28-3577-47d5-916f-f44d98fa6a91 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:01:50.827988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.848212 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.854287 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.861543 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:50.873159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Transition to ACTIVE for port object 88ea3e28-3577-47d5-916f-f44d98fa6a91 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:01:50.877782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f58929b-e8e5-423a-aec0-3e45248c631b,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:50.879209 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.880848 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:50.883297 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:50.884514 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0789bb7f-52f5-446b-8516-5b66f538b069 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2166655 Jun 16 15:01:50.888266 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-351b164b-3a92-47f3-8630-734b0b00e095 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:51.042930 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=88ea3e28-3577-47d5-916f-f44d98fa6a91,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:51.045271 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:51.073065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00852174-9cab-474d-97a7-d1b946db39ed req-9c764abe-236a-48c8-9418-a2844fb147db tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:51.074727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-00852174-9cab-474d-97a7-d1b946db39ed req-9c764abe-236a-48c8-9418-a2844fb147db tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 932 time: 0.2631211 Jun 16 15:01:51.124853 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-ce5985ff-24e0-4069-b32e-e978b84bca0d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149184075&fields=id&tenant_id=042694445396449083d690c1b4697298 HTTP/1.1" status: 200 len: 267 time: 0.0548072 Jun 16 15:01:51.159851 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-00852174-9cab-474d-97a7-d1b946db39ed req-04678b9d-f848-40ae-9ea3-f4c423ce9914 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601363 Jun 16 15:01:51.160631 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Attempting to bind port 88ea3e28-3577-47d5-916f-f44d98fa6a91 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:01:51.160974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Attempting to bind port 88ea3e28-3577-47d5-916f-f44d98fa6a91 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:01:51.161311 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Attempting to bind port 88ea3e28-3577-47d5-916f-f44d98fa6a91 on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:01:51.167594 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Port 88ea3e28-3577-47d5-916f-f44d98fa6a91 on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:01:51.167927 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Attempting to bind port 88ea3e28-3577-47d5-916f-f44d98fa6a91 on network 7364df9f-dc4a-4ada-9b32-d642da78dde3 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:01:51.174774 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:01:51.175190 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Checking segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:01:51.175345 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Bound using segment: {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:01:51.175710 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Bound port: 88ea3e28-3577-47d5-916f-f44d98fa6a91, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:01:51.176067 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:51.247869 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-add8aa9d-63ed-4bbb-8592-ee95af4d9426 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:51.249653 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-add8aa9d-63ed-4bbb-8592-ee95af4d9426 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.1143422 Jun 16 15:01:51.260452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] For port 88ea3e28-3577-47d5-916f-f44d98fa6a91, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:01:51.264471 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'port': {'security_groups': ['a6221af3-c61f-4e39-b34c-5153d4ca8cfa', 'b0e9e572-1edb-492d-b132-5cd05339506b']}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:01:51.265720 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] For port 88ea3e28-3577-47d5-916f-f44d98fa6a91, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:01:51.271043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:51.275971 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:51.331167 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:51.332174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:51.334743 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] 10.222.0.103 "PUT /v2.0/ports/88ea3e28-3577-47d5-916f-f44d98fa6a91 HTTP/1.1" status: 200 len: 1094 time: 1.3729191 Jun 16 15:01:51.336066 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:51.340166 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de939ded-459d-4cf3-9b1d-47cd04d4874d" -d '{"events": [{"name": "network-changed", "server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:51.451067 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=88ea3e28-3577-47d5-916f-f44d98fa6a91,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:51.455871 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:51.459108 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb517619-c3ab-49ec-8b51-70b87129ee1f x-openstack-request-id: req-eb517619-c3ab-49ec-8b51-70b87129ee1f {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:51.459516 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:51.459818 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb517619-c3ab-49ec-8b51-70b87129ee1f {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:51.460326 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'status': 'completed', 'code': 200} Jun 16 15:01:51.475682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:51.511450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-4cd36282-df2b-4537-904f-02554db3cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:51.514148 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-4cd36282-df2b-4537-904f-02554db3cd69 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 1097 time: 0.0986726 Jun 16 15:01:51.593451 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-7b8ef693-7581-442d-a78f-e469baf4a980 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91 HTTP/1.1" status: 200 len: 217 time: 0.0684545 Jun 16 15:01:51.667082 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-b0ed40aa-4826-4d06-a900-8838604d831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:51.668624 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-b0ed40aa-4826-4d06-a900-8838604d831e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.0632353 Jun 16 15:01:51.774187 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f04291-6778-472b-9249-70d9a6702b49 req-2ea28284-b7bc-411f-a59e-baeb0704e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:51.777143 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-2ea28284-b7bc-411f-a59e-baeb0704e865 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924661 Jun 16 15:01:51.940566 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-3815a5c4-4d4e-4eb1-bdce-4591764f3e93 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498108 Jun 16 15:01:52.081534 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-45f04291-6778-472b-9249-70d9a6702b49 req-b63f62c3-854a-4ac6-91a0-2b7010fe222d service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316085 Jun 16 15:01:52.088035 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:52.150589 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:52.157425 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:52.164097 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0a96a6f0-28b7-4227-b5a9-db9eae254ebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:52.177174 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['6157aded-edf0-4228-8942-0dfb7684912f'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:01:52.239118 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.240263 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:52.262216 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d8d5f64f-eff5-4ee3-8e84-0ea0c76d23da req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "PUT /v2.0/ports/6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 981 time: 1.0056827 Jun 16 15:01:52.263209 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:52.270226 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfab829-b363-4f76-9c9d-b24fd5eedf97" -d '{"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:52.283604 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-08eed03a-f68c-489a-8835-1f62b626455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.287802 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-08eed03a-f68c-489a-8835-1f62b626455d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 1097 time: 0.1258142 Jun 16 15:01:52.400893 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=6']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:52.411301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['6157aded-edf0-4228-8942-0dfb7684912f'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:01:52.422529 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:52.591030 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-3bd02e8b-938b-43de-8b77-f6b03215f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.593869 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-3bd02e8b-938b-43de-8b77-f6b03215f823 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 912 time: 0.2949646 Jun 16 15:01:52.649917 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80ab8-7ee7-4d6a-b7be-b4d8ce3dca41 req-c400ab43-54d3-4344-a926-0d4f4e1d38f4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.652564 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fbf80ab8-7ee7-4d6a-b7be-b4d8ce3dca41 req-c400ab43-54d3-4344-a926-0d4f4e1d38f4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1565301 Jun 16 15:01:52.688299 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-56aa291f-e667-4159-9415-b1ea46af3919 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91 HTTP/1.1" status: 200 len: 217 time: 0.0753603 Jun 16 15:01:52.702061 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625375fc-397c-4a1b-b13d-768dba59386d req-b66987ca-8935-4d8e-8c2a-7405db54e196 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.704390 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-625375fc-397c-4a1b-b13d-768dba59386d req-b66987ca-8935-4d8e-8c2a-7405db54e196 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 944 time: 0.3480692 Jun 16 15:01:52.729045 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-fbf80ab8-7ee7-4d6a-b7be-b4d8ce3dca41 req-aae8b450-f863-4184-a36b-7bc7f84aa99a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653446 Jun 16 15:01:52.764810 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-484b8950-fd6b-44c4-a3b0-6c98bc2ec199 None None] Provisioning complete for port 6157aded-edf0-4228-8942-0dfb7684912f triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:01:52.765244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-484b8950-fd6b-44c4-a3b0-6c98bc2ec199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:52.794998 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-c9b304fa-85ac-4334-ac0b-be82af4b7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.796847 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-c9b304fa-85ac-4334-ac0b-be82af4b7533 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.0853739 Jun 16 15:01:52.884566 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-625375fc-397c-4a1b-b13d-768dba59386d req-a87b0a63-c958-48a7-8db4-d7505870349e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656911 Jun 16 15:01:52.966254 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-a9dd40a7-8dc9-489c-a7a2-0548e4e33c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:52.967754 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-a9dd40a7-8dc9-489c-a7a2-0548e4e33c3d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1674790 Jun 16 15:01:53.188219 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-e2e4ad2b-d28f-4ff3-9d7f-aad8d88cdee1 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076969 Jun 16 15:01:53.198707 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154bb706-2b11-46b1-b249-0afd6be9f4bd x-openstack-request-id: req-154bb706-2b11-46b1-b249-0afd6be9f4bd {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:53.199236 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:53.199721 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-154bb706-2b11-46b1-b249-0afd6be9f4bd {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:53.200420 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'status': 'completed', 'code': 200} Jun 16 15:01:53.407769 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-a92e064e-efd9-43a5-8c55-ccf5327fe22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:53.409531 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-a92e064e-efd9-43a5-8c55-ccf5327fe22c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1137 time: 0.1426029 Jun 16 15:01:53.474695 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 88ea3e28-3577-47d5-916f-f44d98fa6a91 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:01:53.643204 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-29f1c218-d44e-4f7a-8d66-ad18d18cbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:53.644704 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-29f1c218-d44e-4f7a-8d66-ad18d18cbff0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 916 time: 0.2160406 Jun 16 15:01:53.665892 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de939ded-459d-4cf3-9b1d-47cd04d4874d req-09a867f3-59d2-4490-8ea9-233173a44cdd service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604352 Jun 16 15:01:53.666614 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524aba4-5911-434b-9ffd-997f46b77490 req-59aaa05a-0e78-4b3a-bce8-70f81eaf471a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:53.670230 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3524aba4-5911-434b-9ffd-997f46b77490 req-59aaa05a-0e78-4b3a-bce8-70f81eaf471a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.2430944 Jun 16 15:01:53.679344 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 88ea3e28-3577-47d5-916f-f44d98fa6a91, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:53.700476 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'port_id': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'mac_address': 'fa:16:3e:86:c1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:01:53.748378 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:53.764360 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ea3e28-3577-47d5-916f-f44d98fa6a91 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:01:53.774964 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3524aba4-5911-434b-9ffd-997f46b77490 req-4440ac73-4bfe-4681-986a-2b71b16e8ba2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920336 Jun 16 15:01:53.781108 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-919a19b6-458e-43b1-a0fd-0ae7ed00aef7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 1001 time: 0.1088431 Jun 16 15:01:53.788427 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 88ea3e28-3577-47d5-916f-f44d98fa6a91, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:53.793925 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:53.795971 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:53.842455 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-ccfb73ce-b59b-47af-bf5b-9ca5c234b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:53.843991 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-ccfb73ce-b59b-47af-bf5b-9ca5c234b811 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0532627 Jun 16 15:01:53.853826 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=88ea3e28-3577-47d5-916f-f44d98fa6a91,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:53.857262 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:53.908284 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-132821a4-41a3-4698-b35c-cc733cef7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:53.909817 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-132821a4-41a3-4698-b35c-cc733cef7a56 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560136 Jun 16 15:01:54.028764 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-03c80aea-0643-4187-a08a-dc6a930ad7ab service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051733 Jun 16 15:01:54.111300 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1634d7-fe88-41c3-ad58-c8be8b869115 req-da1122b2-6ab3-4fcd-a756-18cc0c068c96 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:54.113917 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2a1634d7-fe88-41c3-ad58-c8be8b869115 req-da1122b2-6ab3-4fcd-a756-18cc0c068c96 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 945 time: 0.0831811 Jun 16 15:01:54.144239 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['88ea3e28-3577-47d5-916f-f44d98fa6a91'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:01:54.159680 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2a1634d7-fe88-41c3-ad58-c8be8b869115 req-abed327d-0f30-4265-b7e3-4d015b69af27 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Jun 16 15:01:54.166770 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8cfab829-b363-4f76-9c9d-b24fd5eedf97 req-7ea1ee70-a3c8-4763-a919-96ab922ed822 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259706 Jun 16 15:01:55.011270 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8e291-b4d5-4fe8-ae4c-076b7fa48699 req-7c5147b6-53a6-4642-ab67-8511b1531dae tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:55.012892 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-17a8e291-b4d5-4fe8-ae4c-076b7fa48699 req-7c5147b6-53a6-4642-ab67-8511b1531dae tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0698223 Jun 16 15:01:55.055210 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-17a8e291-b4d5-4fe8-ae4c-076b7fa48699 req-be88e750-5068-47d3-84c5-20bd73c0b9b4 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356321 Jun 16 15:01:55.345782 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6df5b-2038-4926-8fef-256b97f38ee7 req-5cfe15a1-59a3-4a76-abde-80d254dfb483 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:55.347452 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-13e6df5b-2038-4926-8fef-256b97f38ee7 req-5cfe15a1-59a3-4a76-abde-80d254dfb483 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 945 time: 0.0698180 Jun 16 15:01:55.391133 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-13e6df5b-2038-4926-8fef-256b97f38ee7 req-6d49ba43-3e02-4fd4-b7dd-5c8042566986 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378211 Jun 16 15:01:56.252369 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab376-f4e8-4ee1-bd09-ab447453ee98 req-5152c75f-49be-4574-bd85-8009a2952dc9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:56.254006 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-01cab376-f4e8-4ee1-bd09-ab447453ee98 req-5152c75f-49be-4574-bd85-8009a2952dc9 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0795114 Jun 16 15:01:56.267352 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 88ea3e28-3577-47d5-916f-f44d98fa6a91 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:01:56.301431 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-01cab376-f4e8-4ee1-bd09-ab447453ee98 req-6e65601f-a221-42b2-aed1-6040bdb511f2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408661 Jun 16 15:01:56.331786 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 88ea3e28-3577-47d5-916f-f44d98fa6a91 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:01:56.336787 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 88ea3e28-3577-47d5-916f-f44d98fa6a91 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:01:56.337227 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:56.427266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:56.469846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:01:56.473890 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9908a8eb-2791-4d01-9f79-00035f8238f7" -d '{"events": [{"server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "name": "network-vif-plugged", "status": "completed", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:01:56.496766 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 88ea3e28-3577-47d5-916f-f44d98fa6a91, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:01:56.504398 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:01:56.508195 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-efc1b950-6a0e-4339-96ee-011050015a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:01:56.550314 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4e380-10dd-4f67-93ea-17c4a2cf644b x-openstack-request-id: req-d1f4e380-10dd-4f67-93ea-17c4a2cf644b {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:01:56.550789 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "name": "network-vif-plugged", "status": "completed", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:01:56.551247 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1f4e380-10dd-4f67-93ea-17c4a2cf644b {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:01:56.551887 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'code': 200} Jun 16 15:01:56.583683 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=88ea3e28-3577-47d5-916f-f44d98fa6a91,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:01:56.587506 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:01:56.658621 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fac94-c604-4317-aae8-9ab069293529 req-e143b370-e575-478c-8292-9b5b6eefde28 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:56.660257 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e18fac94-c604-4317-aae8-9ab069293529 req-e143b370-e575-478c-8292-9b5b6eefde28 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.0765884 Jun 16 15:01:56.702820 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e18fac94-c604-4317-aae8-9ab069293529 req-72fbefc8-e0bf-49ad-8145-3861a988ba5f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363142 Jun 16 15:01:57.486746 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b47e7a-8dc6-41ee-a6c9-7a2ad56f1149 req-891fed30-8e6b-4fc3-beb2-09e3b55f5f31 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:57.488339 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-78b47e7a-8dc6-41ee-a6c9-7a2ad56f1149 req-891fed30-8e6b-4fc3-beb2-09e3b55f5f31 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0654666 Jun 16 15:01:57.528612 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-78b47e7a-8dc6-41ee-a6c9-7a2ad56f1149 req-b0654640-92a1-47c5-b2d4-66c36e577642 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339346 Jun 16 15:01:57.893543 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee60dc-889d-4cf4-9514-c44ba42833c6 req-6af6cc48-e873-46c1-a5eb-d40a20bd50a8 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:57.895783 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8cee60dc-889d-4cf4-9514-c44ba42833c6 req-6af6cc48-e873-46c1-a5eb-d40a20bd50a8 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.0715125 Jun 16 15:01:57.938639 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8cee60dc-889d-4cf4-9514-c44ba42833c6 req-a89cc512-a406-4ac5-a461-d29b5bf4adae tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365145 Jun 16 15:01:58.431509 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-5b4a6b17-1a22-4221-87bc-a8ee769d41d7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575073 Jun 16 15:01:58.542313 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-95bdff77-3308-412b-8631-94d9eb847cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:58.544265 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-95bdff77-3308-412b-8631-94d9eb847cb8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 1099 time: 0.0640924 Jun 16 15:01:58.588656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cd605-0f7a-4516-b21d-c1436235df79 req-8ecdeec1-d355-438e-b4c8-4fd6ff421fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:58.591405 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4e3cd605-0f7a-4516-b21d-c1436235df79 req-8ecdeec1-d355-438e-b4c8-4fd6ff421fb8 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 1099 time: 0.0703123 Jun 16 15:01:58.651350 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4e3cd605-0f7a-4516-b21d-c1436235df79 req-1d7647b0-94c4-4782-906a-610b20f15b60 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 Jun 16 15:01:58.711805 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-b3c8964a-dfad-46ae-81d9-30aa8d995061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:58.713235 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-b3c8964a-dfad-46ae-81d9-30aa8d995061 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1415842 Jun 16 15:01:58.784751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30004-63d3-4ac8-8929-a3342df78a9e req-41907563-3fa4-4cb9-bc71-a6621e0100a7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:58.786345 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c8c30004-63d3-4ac8-8929-a3342df78a9e req-41907563-3fa4-4cb9-bc71-a6621e0100a7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1305926 Jun 16 15:01:58.810691 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-114c847d-b0eb-4b8e-9410-950b78abc129 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 200 len: 1001 time: 0.0825958 Jun 16 15:01:58.839906 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c8c30004-63d3-4ac8-8929-a3342df78a9e req-95aa8a80-9848-4351-aa32-2146ec1588f7 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Jun 16 15:01:58.885225 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-7ff7e125-5450-46a0-ae25-e3b29fcf3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:58.886689 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-7ff7e125-5450-46a0-ae25-e3b29fcf3b62 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0459287 Jun 16 15:01:58.963464 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-e129f684-5a06-401b-94a3-074c34e31186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:58.964876 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-e129f684-5a06-401b-94a3-074c34e31186 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620584 Jun 16 15:01:59.141090 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-95730e36-7355-457b-b229-1e8ea82fa8ab service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640985 Jun 16 15:01:59.165250 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a1a3-bea4-4120-9981-01f27ee669df req-e6d27d73-b247-4820-916c-37728a9d40de tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:01:59.167532 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-69f3a1a3-bea4-4120-9981-01f27ee669df req-e6d27d73-b247-4820-916c-37728a9d40de tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.0832062 Jun 16 15:01:59.218056 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-69f3a1a3-bea4-4120-9981-01f27ee669df req-a285e1cb-1d09-4be7-9636-83262bd11f56 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375688 Jun 16 15:01:59.270748 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a57b50bf-2c34-48fa-ab64-ce1af36cb7f9 req-0b86fecd-1b8b-49c6-b575-d578a89ddb10 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217513 Jun 16 15:02:00.044829 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972708c-808c-42ea-9020-5b4f6eaf01cf req-17768778-b24a-45ef-8029-00dbf9771809 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:00.046437 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6972708c-808c-42ea-9020-5b4f6eaf01cf req-17768778-b24a-45ef-8029-00dbf9771809 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0748255 Jun 16 15:02:00.097211 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6972708c-808c-42ea-9020-5b4f6eaf01cf req-8956c77f-6d04-4498-937f-b2fd0a717c70 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442541 Jun 16 15:02:00.453662 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc99d4-f4b8-46cc-860e-ffd4f8fa55c2 req-2f853e15-dc0d-4f1d-9e54-3e7dab4616bd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:00.455309 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-60dc99d4-f4b8-46cc-860e-ffd4f8fa55c2 req-2f853e15-dc0d-4f1d-9e54-3e7dab4616bd tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.0729334 Jun 16 15:02:00.507661 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-60dc99d4-f4b8-46cc-860e-ffd4f8fa55c2 req-717aa3b5-b184-4060-b77d-3d415bf479de tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Jun 16 15:02:00.716682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0cc87-9214-487b-97d6-82a4fe5b21ad req-c9c61025-4896-4895-b403-b9dabd7cefab tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:00.718294 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-48b0cc87-9214-487b-97d6-82a4fe5b21ad req-c9c61025-4896-4895-b403-b9dabd7cefab tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.0763083 Jun 16 15:02:00.729344 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51576) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:00.734806 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Request body: {'floatingip': {'port_id': '88ea3e28-3577-47d5-916f-f44d98fa6a91'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:00.781299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:01.300952 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:01.306274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:01.400967 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b71e6e-7ec3-4720-84db-b52a0dc9df2d req-1060a029-c8eb-4259-8186-09a87b641368 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:01.402466 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e5b71e6e-7ec3-4720-84db-b52a0dc9df2d req-1060a029-c8eb-4259-8186-09a87b641368 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1524932 Jun 16 15:02:01.458711 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e5b71e6e-7ec3-4720-84db-b52a0dc9df2d req-700c0912-133a-45be-b1b6-f784beae850b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496979 Jun 16 15:02:01.460069 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Floating IP 76a831b2-2f1d-4f81-84c9-7282f58178b6 associated. External IP: 172.27.2.186, port: 88ea3e28-3577-47d5-916f-f44d98fa6a91. Jun 16 15:02:01.732581 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:02:01.863106 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:02:01.871094 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:01.877007 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:02:01.898499 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:02:01.899652 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:01:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:01.931027 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-a749c0b3-7372-41d2-996b-74912a1720ca tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "PUT /v2.0/floatingips/76a831b2-2f1d-4f81-84c9-7282f58178b6 HTTP/1.1" status: 200 len: 992 time: 1.1957922 Jun 16 15:02:01.931027 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:01.931027 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:01.995386 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0b97ff-b56b-4b87-b616-27ba2a7fbd3c x-openstack-request-id: req-dd0b97ff-b56b-4b87-b616-27ba2a7fbd3c {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:01.995841 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:01.996374 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd0b97ff-b56b-4b87-b616-27ba2a7fbd3c {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:01.996901 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'status': 'completed', 'code': 200} Jun 16 15:02:02.095522 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-a26bb311-a600-4584-9931-d25a91968333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:02.099226 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-a26bb311-a600-4584-9931-d25a91968333 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=bdc18fa6e1214b718188a8bde6e359df&device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 1099 time: 0.0731530 Jun 16 15:02:02.155310 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:02:02.235493 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-b969852b-716e-4844-b143-de965111e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:02.237410 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-b969852b-716e-4844-b143-de965111e689 service neutron] 10.222.0.103 "GET /v2.0/networks?id=7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 200 len: 912 time: 0.1291468 Jun 16 15:02:02.325536 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-0fc9ac4a-1e95-437c-bf1c-876ffc858923 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91 HTTP/1.1" status: 200 len: 1000 time: 0.0775924 Jun 16 15:02:02.381188 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-2c442c99-f7dc-42b9-adfd-622e47175b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:02.382695 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-2c442c99-f7dc-42b9-adfd-622e47175b91 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 200 len: 850 time: 0.0497630 Jun 16 15:02:02.443354 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-f6eda591-dd39-4cc0-8ad5-bb811c9bc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:02.445589 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-f6eda591-dd39-4cc0-8ad5-bb811c9bc3cf service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=7364df9f-dc4a-4ada-9b32-d642da78dde3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565495 Jun 16 15:02:02.483607 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '76a831b2-2f1d-4f81-84c9-7282f58178b6', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'port_id': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'mac_address': 'fa:16:3e:86:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:01:45Z', 'updated_at': '2021-06-16T15:02:01Z', 'revision_number': 1, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:02.489663 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:02:02.503171 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:02:02.504029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:01:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:02.573757 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-6970f1fa-6504-4dd0-a14d-92ef8f914894 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217165 Jun 16 15:02:02.648595 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:02:02.674475 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4418cd84-b41e-4b9f-9bc8-5b3ed38acdfe req-34e057b3-1172-49aa-8e6a-b5c65c70d295 service neutron] 10.222.0.103 "GET /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928488 Jun 16 15:02:02.806927 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716bde-bbc8-4e1c-baca-22e0a30edc82 req-7b07995c-879b-4f3a-bb2b-b02e9d64c2a2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:02.809943 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-20716bde-bbc8-4e1c-baca-22e0a30edc82 req-7b07995c-879b-4f3a-bb2b-b02e9d64c2a2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1223378 Jun 16 15:02:02.887579 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-20716bde-bbc8-4e1c-baca-22e0a30edc82 req-71430c51-ead2-45f9-911b-81ea54439b31 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701921 Jun 16 15:02:03.086027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '76a831b2-2f1d-4f81-84c9-7282f58178b6', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'port_id': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'mac_address': 'fa:16:3e:86:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:01:45Z', 'updated_at': '2021-06-16T15:02:01Z', 'revision_number': 1, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:03.090457 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40460fe7-3b82-4ac2-9559-d9db3ff4a1c3 None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '76a831b2-2f1d-4f81-84c9-7282f58178b6', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'port_id': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'mac_address': 'fa:16:3e:86:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:01:45Z', 'updated_at': '2021-06-16T15:02:01Z', 'revision_number': 1, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:02:03.347799 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b0821-b1f8-4999-bd7b-dd4c38969cca None None] New status for floating IP 76a831b2-2f1d-4f81-84c9-7282f58178b6: ACTIVE {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:02:03.878799 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:03.919423 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1b38fe7e-7857-42b5-b287-603df5e048ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.132718 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815a5b-b99c-4e3b-90a7-c0e8300136a8 req-8837a4d8-f800-42ae-a49a-0bfbe6801615 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:04.135690 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a815a5b-b99c-4e3b-90a7-c0e8300136a8 req-8837a4d8-f800-42ae-a49a-0bfbe6801615 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1061981 Jun 16 15:02:04.193618 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a815a5b-b99c-4e3b-90a7-c0e8300136a8 req-87470a85-0255-46a8-9f8c-1138e424cef4 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502799 Jun 16 15:02:04.313393 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51612) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:04.467555 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-acc71ec0-bfe5-4026-9c52-83101937afc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.596349 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-acc71ec0-bfe5-4026-9c52-83101937afc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.603443 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-acc71ec0-bfe5-4026-9c52-83101937afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.609737 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee69fdca-99ac-4e40-8fac-9b038225c8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:04.676518 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-acc71ec0-bfe5-4026-9c52-83101937afc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6d3f41fc6a647d090e80fefcf9aba70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615434 Jun 16 15:02:04.679413 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc71ec0-bfe5-4026-9c52-83101937afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44fabfd-1d84-4dad-9f8a-e579396420bc,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:04.679847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51616) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:04.684316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-acc71ec0-bfe5-4026-9c52-83101937afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:04.743514 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.771135 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.843790 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.847626 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:04.849104 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c44fabfd-1d84-4dad-9f8a-e579396420bc HTTP/1.1" status: 204 len: 168 time: 0.1679707 Jun 16 15:02:04.850316 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4f63235c-f3de-4ab8-a141-a4b6bab9c32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:04.861392 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44fabfd-1d84-4dad-9f8a-e579396420bc,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:04.864278 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:05.412455 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b57921-5e31-4bbb-b440-87ffa44c1e93 req-b68ff003-5d0e-42cc-b291-24b266ea6965 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:05.415540 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-32b57921-5e31-4bbb-b440-87ffa44c1e93 req-b68ff003-5d0e-42cc-b291-24b266ea6965 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0928409 Jun 16 15:02:05.482996 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-32b57921-5e31-4bbb-b440-87ffa44c1e93 req-a1b14167-fdc4-4b8b-89c7-d5b757c7d559 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572417 Jun 16 15:02:06.492605 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a1d803f2-cc22-40a1-94b7-99f562888251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:06.689586 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801462a4-0836-4993-bba3-c65e6b722607 req-be32d1a9-9f56-4548-87af-21fae957b243 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:06.692071 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-801462a4-0836-4993-bba3-c65e6b722607 req-be32d1a9-9f56-4548-87af-21fae957b243 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0738060 Jun 16 15:02:06.701055 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:06.743339 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-801462a4-0836-4993-bba3-c65e6b722607 req-9f6a71d0-df87-4c76-bbcd-5f5e25cbcb7d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420239 Jun 16 15:02:07.387320 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:07.935026 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0172bf-0c96-4e32-a242-c4373c60e8bd req-d483710e-69a2-43d2-863d-b7a783604461 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:07.936683 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ea0172bf-0c96-4e32-a242-c4373c60e8bd req-d483710e-69a2-43d2-863d-b7a783604461 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0679913 Jun 16 15:02:07.980605 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ea0172bf-0c96-4e32-a242-c4373c60e8bd req-9f32dd82-e5d4-4e8e-b163-f470c109f752 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350459 Jun 16 15:02:09.271836 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf7a14-fed3-42b6-a14b-a248c8e794fe req-9309e837-8c19-44f5-9813-7167adf745ad tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:09.273974 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e9bf7a14-fed3-42b6-a14b-a248c8e794fe req-9309e837-8c19-44f5-9813-7167adf745ad tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1196113 Jun 16 15:02:09.321569 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e9bf7a14-fed3-42b6-a14b-a248c8e794fe req-6ebae2a9-d9c5-44fe-9898-4fa9861b73a0 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373201 Jun 16 15:02:09.389912 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:10.577271 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70d3e-a82e-45f0-95e0-4b3365302db3 req-e5d5e517-6704-4d3e-8dc4-82fa24bac7f5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:10.579911 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39a70d3e-a82e-45f0-95e0-4b3365302db3 req-e5d5e517-6704-4d3e-8dc4-82fa24bac7f5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0969057 Jun 16 15:02:10.628835 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-39a70d3e-a82e-45f0-95e0-4b3365302db3 req-f16bbf84-9863-4313-9da8-3d6c02d22836 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417929 Jun 16 15:02:11.870746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5340267-60f8-49dd-8b42-d015995ab737 req-058c657f-b773-4a24-82cf-8210a7f26b75 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:11.872407 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c5340267-60f8-49dd-8b42-d015995ab737 req-058c657f-b773-4a24-82cf-8210a7f26b75 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0829458 Jun 16 15:02:11.918793 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c5340267-60f8-49dd-8b42-d015995ab737 req-aad38128-b1f0-4c1c-8005-e816f96151cf tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397720 Jun 16 15:02:13.123803 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404358b-2850-45b8-ada5-93c1d7dbb295 req-2e5502c9-c4e7-4bfe-8e14-b39558221dce tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:13.125414 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2404358b-2850-45b8-ada5-93c1d7dbb295 req-2e5502c9-c4e7-4bfe-8e14-b39558221dce tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0829890 Jun 16 15:02:13.169758 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2404358b-2850-45b8-ada5-93c1d7dbb295 req-6dda32a2-c5b3-4139-9aea-9120a08c5038 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Jun 16 15:02:13.688321 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449b091-a463-433b-9d09-e069983840c6 req-e74bf52b-9ab8-40a6-8006-4d422c243d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:13.689931 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-e74bf52b-9ab8-40a6-8006-4d422c243d8c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1099 time: 0.0638168 Jun 16 15:02:13.806608 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449b091-a463-433b-9d09-e069983840c6 req-0882dc0e-1625-4f99-a6e4-85c6c06f56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:13.809125 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-0882dc0e-1625-4f99-a6e4-85c6c06f56e0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 909 time: 0.1073954 Jun 16 15:02:13.902963 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-1fe22cb3-db6e-4115-98c8-995c48aa6cdf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 1001 time: 0.0863557 Jun 16 15:02:13.977145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449b091-a463-433b-9d09-e069983840c6 req-34e4270a-2f9a-473d-ab33-a31f7326f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:13.978641 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-34e4270a-2f9a-473d-ab33-a31f7326f77c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0684309 Jun 16 15:02:14.048410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449b091-a463-433b-9d09-e069983840c6 req-00ede272-5d1c-4c9a-b81d-70282f7502ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:14.049926 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-00ede272-5d1c-4c9a-b81d-70282f7502ef service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601773 Jun 16 15:02:14.156165 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-830d92f5-aabb-4653-b70b-5696ddfd541a service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914598 Jun 16 15:02:14.271914 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6449b091-a463-433b-9d09-e069983840c6 req-eabc92d6-36a4-49fd-8780-5ddb84b7d6a0 service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055660 Jun 16 15:02:14.382543 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a5e48-6230-4658-aebb-97c0de4fd13f req-4a7529b8-e0aa-404b-94c7-01d02aeb30d2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:14.384176 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1f2a5e48-6230-4658-aebb-97c0de4fd13f req-4a7529b8-e0aa-404b-94c7-01d02aeb30d2 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0676768 Jun 16 15:02:14.425241 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1f2a5e48-6230-4658-aebb-97c0de4fd13f req-5838b08a-f906-429b-ac79-46da6281543f tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350206 Jun 16 15:02:15.634490 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f512ff4-b299-4e9b-baf5-0178d18d4a87 req-70dff877-7748-4d50-a6c7-ec5651cd6387 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:15.636810 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f512ff4-b299-4e9b-baf5-0178d18d4a87 req-70dff877-7748-4d50-a6c7-ec5651cd6387 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0905313 Jun 16 15:02:15.702552 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f512ff4-b299-4e9b-baf5-0178d18d4a87 req-0e960890-4bc2-4597-a202-92baf2951913 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591383 Jun 16 15:02:16.905792 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0dba8-5435-4ed9-9a8c-19e35d8fab12 req-ff73ad1f-0dcc-4115-a0aa-2fb12e6b9b68 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:16.907364 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4a0dba8-5435-4ed9-9a8c-19e35d8fab12 req-ff73ad1f-0dcc-4115-a0aa-2fb12e6b9b68 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0706382 Jun 16 15:02:16.965911 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4a0dba8-5435-4ed9-9a8c-19e35d8fab12 req-efb882ed-2ee3-4b75-aeb5-b4ae67a93820 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525208 Jun 16 15:02:17.204210 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51796) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:17.330244 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.435946 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.440151 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.442968 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-26c93e56-446c-49dc-bf23-5398cfc54b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:17.485934 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39fd2a1559114eb8b675f8a99d416914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800076 Jun 16 15:02:17.486934 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d61e4-5d74-4c8d-add9-e8c59be5d989,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:17.488984 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51802) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:17.501524 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.501903 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.502274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.502642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.503054 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.503412 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.503771 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.504127 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.504484 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.504838 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.505190 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.505541 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:17.514696 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c315a07c-8544-4607-9fdc-a5d71213a028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:17.555585 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.578781 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.635824 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.638586 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:17.639845 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/370d61e4-5d74-4c8d-add9-e8c59be5d989 HTTP/1.1" status: 204 len: 168 time: 0.1499178 Jun 16 15:02:17.640726 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c2e05feb-b492-4241-b5ca-ab64e84a1d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:17.649563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d61e4-5d74-4c8d-add9-e8c59be5d989,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:17.652091 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:18.157329 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06b0b2-aa6e-4703-92e1-01f909997d23 req-2d2ba923-ec12-4003-b1c3-5da4bc9dae1b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:18.159038 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4e06b0b2-aa6e-4703-92e1-01f909997d23 req-2d2ba923-ec12-4003-b1c3-5da4bc9dae1b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0719736 Jun 16 15:02:18.200621 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4e06b0b2-aa6e-4703-92e1-01f909997d23 req-a80544da-587e-48d9-94be-61d02eee6f3a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349250 Jun 16 15:02:18.598254 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51820) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:18.638780 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4371859-4385-4dc6-af4d-091129ae7fbc req-0e6360f5-0897-4b8e-b60d-9c4550297d86 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:18.641460 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e4371859-4385-4dc6-af4d-091129ae7fbc req-0e6360f5-0897-4b8e-b60d-9c4550297d86 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1267958 Jun 16 15:02:18.704386 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e4371859-4385-4dc6-af4d-091129ae7fbc req-20a28cd1-41fa-44d5-bee6-657fa4f334ce tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549982 Jun 16 15:02:18.720499 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-4373558c-c441-49e4-80c0-4f2f740382df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199245 Jun 16 15:02:19.628878 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 70305a1d-09dd-4f04-b2d6-5d3333203376 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:02:19.721475 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:19.751379 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:19.753987 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151a353-cdd6-40ac-862f-cc20265ccc11" -d '{"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-unplugged", "status": "completed", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:19.770070 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:19.779412 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:19.785863 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a8922bd4-05d7-4b2c-b9b6-433cfc8909ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:19.838255 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=6']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:19.841601 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:19.890795 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9947e7bc-68c1-43e4-aed6-8f01571c599c x-openstack-request-id: req-9947e7bc-68c1-43e4-aed6-8f01571c599c {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:19.891152 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-unplugged", "status": "failed", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "code": 422}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:19.891438 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9947e7bc-68c1-43e4-aed6-8f01571c599c {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:19.891961 dv-cinder-795009-4-iscsi neutron-server[91764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'code': 422} returned with failed status Jun 16 15:02:19.939923 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cebbb-b14f-43c8-963d-b991bf708105 req-a3509ca8-46ce-404c-955f-1336805864bd tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:19.941947 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-808cebbb-b14f-43c8-963d-b991bf708105 req-a3509ca8-46ce-404c-955f-1336805864bd tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0790191 Jun 16 15:02:19.991674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-808cebbb-b14f-43c8-963d-b991bf708105 req-2450f5af-b404-4a54-9063-f68e07c8169e tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Jun 16 15:02:20.694481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-538dcfb3-e7d8-463f-bef6-02d356aae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:20.696025 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-538dcfb3-e7d8-463f-bef6-02d356aae8e1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50&tenant_id=145da4e05e294cfab1660fed725b558a HTTP/1.1" status: 200 len: 1097 time: 0.0946000 Jun 16 15:02:20.806969 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-774cce2d-fbc7-4b6e-bc30-860a3f5eef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:20.808444 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-774cce2d-fbc7-4b6e-bc30-860a3f5eef18 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1097 time: 0.0746427 Jun 16 15:02:20.917382 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-6e44ce94-0455-4ea3-9447-bd6c8c0b0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:20.918941 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-6e44ce94-0455-4ea3-9447-bd6c8c0b0991 service neutron] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 909 time: 0.0982738 Jun 16 15:02:20.988187 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-d28cd545-fe8d-4e64-a140-8114d5d99953 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 999 time: 0.0617220 Jun 16 15:02:21.041398 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-b1ff4a7f-d0d3-43b6-af90-565c8debb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:21.042859 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-b1ff4a7f-d0d3-43b6-af90-565c8debb73d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0459406 Jun 16 15:02:21.120430 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-148763c2-1c06-490f-b9f2-15efdf096c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:21.122237 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-148763c2-1c06-490f-b9f2-15efdf096c2c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680046 Jun 16 15:02:21.175049 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8812-88d1-4913-9877-ef946e5638c3 req-08d2b68a-4e63-4ee2-9881-595e6bc52b89 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:21.176727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-763f8812-88d1-4913-9877-ef946e5638c3 req-08d2b68a-4e63-4ee2-9881-595e6bc52b89 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0660350 Jun 16 15:02:21.237693 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-763f8812-88d1-4913-9877-ef946e5638c3 req-f1f8b7ca-acc8-4e36-bc81-77e315c6bf25 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526025 Jun 16 15:02:21.240770 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-0bb18a31-d319-43f2-a584-cef118c8375c service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106713 Jun 16 15:02:21.323249 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:02:21.359472 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5715f92f-96f9-48bd-9006-40a91cc02ddb req-1bef07e6-be6a-4904-9fd0-570e242f6302 service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100194 Jun 16 15:02:22.444260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a234567-dee9-4dfe-b7a0-8ee5cfa3013e req-ff444aff-12a5-4c19-9dc1-0d9f31b7a467 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:22.445858 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1a234567-dee9-4dfe-b7a0-8ee5cfa3013e req-ff444aff-12a5-4c19-9dc1-0d9f31b7a467 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0735760 Jun 16 15:02:22.488671 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1a234567-dee9-4dfe-b7a0-8ee5cfa3013e req-5f06ffb5-bd78-4a34-8a1c-22e739d45626 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Jun 16 15:02:23.680837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35b89d-96ca-4dec-a277-75aa6a395487 req-472c3d88-4f90-4986-bb80-9a5fa3b98afb tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:23.682418 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee35b89d-96ca-4dec-a277-75aa6a395487 req-472c3d88-4f90-4986-bb80-9a5fa3b98afb tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0698080 Jun 16 15:02:23.722750 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee35b89d-96ca-4dec-a277-75aa6a395487 req-4f11be02-b093-41d4-b9ca-f57ea240ba12 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342195 Jun 16 15:02:24.916304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666133b-a03c-4813-8344-900b611cfeba req-53b7eb05-7204-4656-a3c0-d038d19d872c tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:24.917982 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f666133b-a03c-4813-8344-900b611cfeba req-53b7eb05-7204-4656-a3c0-d038d19d872c tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0743186 Jun 16 15:02:24.961600 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f666133b-a03c-4813-8344-900b611cfeba req-fdbe7f05-f758-4e9b-b64e-a85c327baa95 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Jun 16 15:02:26.160439 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048338f-6ee5-4140-9511-3d3318ae6a80 req-87961ac4-7a24-404b-ba86-25670ebd05fd tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:26.162087 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b048338f-6ee5-4140-9511-3d3318ae6a80 req-87961ac4-7a24-404b-ba86-25670ebd05fd tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0723805 Jun 16 15:02:26.215266 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b048338f-6ee5-4140-9511-3d3318ae6a80 req-f5466795-9e54-4f56-a7aa-d3be26643e27 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391996 Jun 16 15:02:27.399579 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea56c0-9522-4f11-95f9-4308051d4404 req-d51132e8-490c-4b56-b62c-647e0ffd24ac tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:27.401197 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9aea56c0-9522-4f11-95f9-4308051d4404 req-d51132e8-490c-4b56-b62c-647e0ffd24ac tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 944 time: 0.0704579 Jun 16 15:02:27.447942 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9aea56c0-9522-4f11-95f9-4308051d4404 req-6622bd9b-1f20-44bd-9137-269b28876a09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367801 Jun 16 15:02:27.674326 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 70305a1d-09dd-4f04-b2d6-5d3333203376 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:02:27.793018 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:27.813127 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'port_id': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'mac_address': 'fa:16:3e:50:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:02:27.884307 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:27.900417 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70305a1d-09dd-4f04-b2d6-5d3333203376 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:02:27.927846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:27.933301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:27.935211 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:27.987452 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=7']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:27.999672 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.000266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.000849 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.001443 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.002031 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.002623 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.003243 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.003805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.004302 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.004773 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.005278 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.005815 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:28.012282 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:28.319095 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['70305a1d-09dd-4f04-b2d6-5d3333203376'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:02:28.640639 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a2f96-9790-4192-8886-f37effdbbb22 req-2c1f6cfb-f71a-4e26-ab3a-ddee16f5a681 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:28.642273 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8d6a2f96-9790-4192-8886-f37effdbbb22 req-2c1f6cfb-f71a-4e26-ab3a-ddee16f5a681 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0772614 Jun 16 15:02:28.691400 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8d6a2f96-9790-4192-8886-f37effdbbb22 req-50a67a5c-b99a-4aa7-9006-544e17a14016 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375917 Jun 16 15:02:29.673390 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 70305a1d-09dd-4f04-b2d6-5d3333203376 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:02:29.756816 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 70305a1d-09dd-4f04-b2d6-5d3333203376 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:02:29.757461 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:29.882751 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:29.902417 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff16c84-321f-449e-bcd6-33d2afe48dff req-322e32fa-4cbf-44c9-8bdb-db7118e0b59b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:29.905011 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-eff16c84-321f-449e-bcd6-33d2afe48dff req-322e32fa-4cbf-44c9-8bdb-db7118e0b59b tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 945 time: 0.0845847 Jun 16 15:02:29.916412 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:29.918728 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d861923-6f45-4fbf-8eac-5bcdb74f32d1" -d '{"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-plugged", "status": "completed", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:29.932917 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:29.938078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:29.942477 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-7636adc4-1695-489f-ba14-f6410f8323b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:29.952792 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-eff16c84-321f-449e-bcd6-33d2afe48dff req-805cfb7d-3e6a-4230-bdb0-485ef9002f0e tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Jun 16 15:02:29.971418 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6caba49-30dd-4c61-a6e7-422fff82ed1d x-openstack-request-id: req-c6caba49-30dd-4c61-a6e7-422fff82ed1d {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:29.971779 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-plugged", "status": "completed", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:29.972053 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6caba49-30dd-4c61-a6e7-422fff82ed1d {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:29.972449 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'code': 200} Jun 16 15:02:30.000983 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=8']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:30.004302 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:30.280440 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881748a-fca3-41e4-9593-8265dc6ff590 req-d984a6c8-ec2d-4bba-8753-3a83a53d8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:30.282207 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4881748a-fca3-41e4-9593-8265dc6ff590 req-d984a6c8-ec2d-4bba-8753-3a83a53d8cd1 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1099 time: 0.0549681 Jun 16 15:02:30.329618 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4881748a-fca3-41e4-9593-8265dc6ff590 req-6c44ca4b-c65b-4157-a883-e915811e4b8d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Jun 16 15:02:31.148127 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a6d7-974a-4cff-abd6-558fba6bd076 req-6a6ef99f-ac91-43f8-b7a3-3fa7fbd2cb47 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:31.149692 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d713a6d7-974a-4cff-abd6-558fba6bd076 req-6a6ef99f-ac91-43f8-b7a3-3fa7fbd2cb47 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.0751431 Jun 16 15:02:31.190816 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d713a6d7-974a-4cff-abd6-558fba6bd076 req-4a0aba4b-76ea-4d31-94be-a2a12ee1d78d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Jun 16 15:02:32.635956 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9985-4284-4b6e-9171-390da7af019d req-8dc08406-76c2-4d3f-8441-15b6a448ef24 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:32.637582 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-660a9985-4284-4b6e-9171-390da7af019d req-8dc08406-76c2-4d3f-8441-15b6a448ef24 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.3224263 Jun 16 15:02:32.682581 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-660a9985-4284-4b6e-9171-390da7af019d req-89cae528-4e95-4529-a2c0-bd1998fcc721 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Jun 16 15:02:33.887800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:33.912765 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-0afdec7d-5177-443c-bdfc-86a4918cf95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:36.088476 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-0db115bf-fab5-4b5f-b7ad-e8b30c01d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:36.090457 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-0db115bf-fab5-4b5f-b7ad-e8b30c01d769 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1137 time: 0.1762319 Jun 16 15:02:36.106411 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadb11d-e911-49c0-8e7c-0bdfd7d1859e req-143fdb20-e789-4398-ba08-0eeed7267f1b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:36.108433 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-aeadb11d-e911-49c0-8e7c-0bdfd7d1859e req-143fdb20-e789-4398-ba08-0eeed7267f1b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1440647 Jun 16 15:02:36.222518 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-aeadb11d-e911-49c0-8e7c-0bdfd7d1859e req-669469de-2539-4366-97e0-60a11c036cdd tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010311 Jun 16 15:02:36.253289 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-1c101fa7-5d81-434f-b7bc-2ff02b2d0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:36.255311 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-1c101fa7-5d81-434f-b7bc-2ff02b2d0601 service neutron] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 916 time: 0.1455607 Jun 16 15:02:36.351330 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-f3b3551b-352f-441c-8c18-b4a6fa5da790 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 1001 time: 0.0891647 Jun 16 15:02:36.428821 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-69c9d0fd-4b42-4c6e-9db6-7bf4ca15fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:36.430329 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-69c9d0fd-4b42-4c6e-9db6-7bf4ca15fc43 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0724266 Jun 16 15:02:36.494985 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3a2d211a-f52d-4c46-800b-dbe480b94d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:36.497512 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-44e4d892-d15e-440b-b7dc-44670ba8cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:36.498211 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-44e4d892-d15e-440b-b7dc-44670ba8cc2f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613561 Jun 16 15:02:36.698315 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:36.740422 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-1d970fb5-847f-4267-ad9e-92e800f34063 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304826 Jun 16 15:02:36.780112 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ce4b2-f536-411c-81bd-8fabb9bf7a83 req-779c1574-ce56-4116-b1fa-830458191ec2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:36.782620 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0a9ce4b2-f536-411c-81bd-8fabb9bf7a83 req-779c1574-ce56-4116-b1fa-830458191ec2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 946 time: 0.2364888 Jun 16 15:02:36.937742 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0a9ce4b2-f536-411c-81bd-8fabb9bf7a83 req-bbf64d3d-9216-4271-8da3-cfc79d3110c5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328299 Jun 16 15:02:36.969678 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9e2cd055-93f7-426f-9b7a-46e6bb09679b req-ebf0ccdf-4e00-4243-9e51-d56191d0c64a service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220128 Jun 16 15:02:37.391549 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:37.477713 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2346d-2729-4983-8380-83716446364e req-4636f2ac-68f3-43ed-980a-1a99fba10244 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:37.480813 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f4f2346d-2729-4983-8380-83716446364e req-4636f2ac-68f3-43ed-980a-1a99fba10244 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1148586 Jun 16 15:02:37.533102 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f4f2346d-2729-4983-8380-83716446364e req-1706bbd1-cfac-46ef-a0ed-2fe67530ef58 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464742 Jun 16 15:02:38.384580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41cbd8-629a-47df-9d6e-daaf20ce3d85 req-caeff180-8049-44d5-98e5-60dbcc4b2013 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:38.386383 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-af41cbd8-629a-47df-9d6e-daaf20ce3d85 req-caeff180-8049-44d5-98e5-60dbcc4b2013 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 946 time: 0.0809157 Jun 16 15:02:38.428174 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-45109e0d-998a-49c2-b920-ee7e6500112e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:38.430215 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-45109e0d-998a-49c2-b920-ee7e6500112e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 946 time: 0.1094060 Jun 16 15:02:38.434210 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-af41cbd8-629a-47df-9d6e-daaf20ce3d85 req-8e20ff41-949e-4304-837a-53790ecc6362 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2a150a6-77aa-4bcf-9374-8d2a92a3647f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 Jun 16 15:02:38.586862 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Deleting port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:02:38.587529 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:38.752564 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2db1d9-3b78-40d9-9fe6-d75f1eb945ef req-87cdac99-d927-484a-af83-f7af5a562da4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:38.754454 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] For port 0cf108f3-5fd5-4a74-822b-354d2e06dde1, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=0cf108f3-5fd5-4a74-822b-354d2e06dde1,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:38.754667 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bb2db1d9-3b78-40d9-9fe6-d75f1eb945ef req-87cdac99-d927-484a-af83-f7af5a562da4 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.0804024 Jun 16 15:02:38.754901 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:38.812606 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bb2db1d9-3b78-40d9-9fe6-d75f1eb945ef req-06d6c951-56df-41b7-9c92-6f4138c8bff1 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513418 Jun 16 15:02:39.021228 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:39.021670 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:39.022499 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Floating IP b8b19829-c6e3-404a-bcb5-b40933eb194c disassociated. External IP: 172.27.2.220, port: 0cf108f3-5fd5-4a74-822b-354d2e06dde1. Jun 16 15:02:39.022850 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Calling delete_port for 0cf108f3-5fd5-4a74-822b-354d2e06dde1 owned by compute:nova {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:02:39.166808 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:39.171308 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:39.203706 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event deleted for resources: {'Port': ['ID=0cf108f3-5fd5-4a74-822b-354d2e06dde1,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:39.216194 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.216568 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.216934 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.217292 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.217740 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.217994 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.218351 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.218710 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.219090 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.219443 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.219789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.220152 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:02:39.224594 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:39.340742 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:02:39.393133 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:39.458767 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:02:39.469192 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:02:39.479549 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:02:39.480293 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:02:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:39.515819 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] No DVR routers for this DVR port 0cf108f3-5fd5-4a74-822b-354d2e06dde1 on host hv-cinder-79500 {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:02:39.518712 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:39.521040 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ca7bb327-5729-45a4-b7d2-c1f4599ff361 req-df86defd-b257-481b-aaf8-d9b8eba35a6e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "DELETE /v2.0/ports/0cf108f3-5fd5-4a74-822b-354d2e06dde1 HTTP/1.1" status: 204 len: 173 time: 1.0837760 Jun 16 15:02:39.521700 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-deleted', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:39.524295 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91c72c-7a6a-4c4c-b1e9-bca51c26dc21" -d '{"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-deleted", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:39.648155 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:02:39.652911 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-512365e5-acca-48bd-8cce-2ae7378e360f req-5c8c6c9f-cd51-42ea-b681-09f4fb73ccf9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f56237-00a3-41e9-b93f-4cfd3ccd7279 HTTP/1.1" status: 200 len: 210 time: 0.0596831 Jun 16 15:02:39.657176 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f0169c-bfd6-42cf-a590-c8738bb02086 x-openstack-request-id: req-42f0169c-bfd6-42cf-a590-c8738bb02086 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:39.657484 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f56237-00a3-41e9-b93f-4cfd3ccd7279", "name": "network-vif-deleted", "tag": "0cf108f3-5fd5-4a74-822b-354d2e06dde1", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:39.657811 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42f0169c-bfd6-42cf-a590-c8738bb02086 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:39.658237 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f56237-00a3-41e9-b93f-4cfd3ccd7279', 'name': 'network-vif-deleted', 'tag': '0cf108f3-5fd5-4a74-822b-354d2e06dde1', 'status': 'completed', 'code': 200} Jun 16 15:02:39.925845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:39.930055 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:02:39.942030 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:02:39.943034 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:02:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:40.062678 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dbfd3-0357-403d-88f2-6c8cd0a8d6e5 req-85c66cb9-02cf-49d7-a4f0-f731147041e1 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:40.064753 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-963dbfd3-0357-403d-88f2-6c8cd0a8d6e5 req-85c66cb9-02cf-49d7-a4f0-f731147041e1 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1112819 Jun 16 15:02:40.110653 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:02:40.121733 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-963dbfd3-0357-403d-88f2-6c8cd0a8d6e5 req-4433ceb0-56f5-49cb-89bc-9548dbfcdc3a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489373 Jun 16 15:02:40.404572 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:40.409211 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba9041-80c6-4360-9780-7f43dc32ec5c None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:02:40.654377 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77de4b-d41e-4638-84a9-6661627a5ba1 None None] New status for floating IP b8b19829-c6e3-404a-bcb5-b40933eb194c: DOWN {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:02:40.807880 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 51946) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:40.882813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:40.910738 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:40.976072 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:40.978911 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:40.980226 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2a150a6-77aa-4bcf-9374-8d2a92a3647f HTTP/1.1" status: 204 len: 168 time: 0.1710253 Jun 16 15:02:40.981196 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e0b14ba6-0f7e-4eb8-936b-bd711955c317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:40.983910 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51948) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:40.995414 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a150a6-77aa-4bcf-9374-8d2a92a3647f,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:40.999443 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:41.000010 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.api.v2.resource [None req-b3c49ba1-8519-43fa-b227-bd4eb4350ad2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] show failed (client error): The resource could not be found. Jun 16 15:02:41.001093 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b3c49ba1-8519-43fa-b227-bd4eb4350ad2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups/b2a150a6-77aa-4bcf-9374-8d2a92a3647f HTTP/1.1" status: 404 len: 347 time: 0.0155721 Jun 16 15:02:41.006063 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51950) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:41.145988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Deleting port 49a1db73-fe07-4998-9a33-aa1ba1c37b47 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:02:41.146297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:41.238510 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:41.239282 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:41.309416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Calling delete_port for 49a1db73-fe07-4998-9a33-aa1ba1c37b47 owned by network:floatingip {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:02:41.351063 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a6f6a-3850-4c3f-9924-637410cc29fb req-69c3644a-4e48-4308-bc02-2f1c3700324d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:41.353053 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-163a6f6a-3850-4c3f-9924-637410cc29fb req-69c3644a-4e48-4308-bc02-2f1c3700324d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1036739 Jun 16 15:02:41.399765 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-163a6f6a-3850-4c3f-9924-637410cc29fb req-55fdbf11-168e-4730-a09a-2a3d9943c239 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400257 Jun 16 15:02:41.470297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:41.472907 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-810f4a80-4aff-4d83-9ffc-81b702462629 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:41.498297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event deleted for resources: {'Port': ['ID=49a1db73-fe07-4998-9a33-aa1ba1c37b47,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:41.501150 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:41.567456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:41.570084 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:41.571287 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8b19829-c6e3-404a-bcb5-b40933eb194c HTTP/1.1" status: 204 len: 168 time: 0.5642440 Jun 16 15:02:41.779064 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:02:41.807484 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 0cf108f3-5fd5-4a74-822b-354d2e06dde1 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:02:41.807877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 0cf108f3-5fd5-4a74-822b-354d2e06dde1 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:02:41.994292 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51958) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:41.999513 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028649209', 'description': 'tempest-description--561811708'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:42.030344 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.128394 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.133929 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.136701 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-26cd409a-9ff1-41df-8868-da340071863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:42.167786 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.169237 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1735532 Jun 16 15:02:42.173192 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51960) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:42.179450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'security_group_rule': {'security_group_id': 'a68f70ad-7dd2-48df-9214-a1b1e1336d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:42.189781 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f70ad-7dd2-48df-9214-a1b1e1336d42,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:42.194133 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4acc4ce4-261c-4097-90db-3a82ba24f6c1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:42.222065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.293451 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.298687 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.307667 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:42.340407 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2ff600-805c-47a2-9ee4-bb5e12eaa628,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:42.345058 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:42.347321 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.349237 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745408 Jun 16 15:02:42.352557 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51962) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:42.360521 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'security_group_rule': {'security_group_id': 'a68f70ad-7dd2-48df-9214-a1b1e1336d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:42.403205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.480862 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.485811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.493222 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:42.510207 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38461041-f2f5-4973-9782-d5a84aff5b2e,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:42.513057 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:42.514508 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.520207 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618214 Jun 16 15:02:42.520897 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 51966) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:42.525181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:42.549172 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:42.967304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943b15-56f1-4245-814a-31cb5d79082a req-706b7255-0a06-4604-a3fd-826fd3027497 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:42.968859 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-69943b15-56f1-4245-814a-31cb5d79082a req-706b7255-0a06-4604-a3fd-826fd3027497 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.4062512 Jun 16 15:02:43.021417 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-69943b15-56f1-4245-814a-31cb5d79082a req-88925421-d877-4c3d-b442-a58851ab11cd tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463631 Jun 16 15:02:43.032337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.145811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Allocated IP 172.27.2.125 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/6b5893b0-224d-4bff-abca-9bdbc2a1c50d) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:02:43.264118 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.307540 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.309736 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:43.347861 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:02:43.353806 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:02:43.358265 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:02:43.386004 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'Port': ['ID=6b5893b0-224d-4bff-abca-9bdbc2a1c50d,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:43.390787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:43.456349 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.504408 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.672114 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.679180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.681499 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:43.760101 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'Port': ['ID=6b5893b0-224d-4bff-abca-9bdbc2a1c50d,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:43.764399 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:43.772079 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.790303 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:43.791511 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2701635 Jun 16 15:02:43.960247 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-0aab34a1-4694-4cd9-a625-4f423289aa75 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2028649209&fields=id&tenant_id=9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 267 time: 0.0369341 Jun 16 15:02:44.085099 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-c49b4321-1435-4244-9331-d5f3e7dcba9f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:44.086687 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-c49b4321-1435-4244-9331-d5f3e7dcba9f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 817 time: 0.1160738 Jun 16 15:02:44.106448 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-405159ec-1684-4ccf-b595-2e3437f2671c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/quotas/9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 375 time: 0.0113373 Jun 16 15:02:44.220435 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7551-6146-4095-8122-43e9abe0d724 req-acf09959-69a4-45ec-bce6-418ec932b88a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:44.221985 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a12f7551-6146-4095-8122-43e9abe0d724 req-acf09959-69a4-45ec-bce6-418ec932b88a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.0743310 Jun 16 15:02:44.232793 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-81c7c19a-7cdf-4c0d-83c7-a6837f272939 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201444 Jun 16 15:02:44.266967 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a12f7551-6146-4095-8122-43e9abe0d724 req-959668d8-a7f0-4fd5-9699-248068c76d35 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386391 Jun 16 15:02:44.390091 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-395a2691-9188-4aba-9d93-ed4b8e6a34c6 service neutron] 10.222.0.16 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399107 Jun 16 15:02:44.496132 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-555319fc-506f-4fd5-b4a2-89d341ced687 service neutron] 10.222.0.16 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995412 Jun 16 15:02:44.699653 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a3e9abf7-a6ea-481b-b015-bacdd2e916e7 req-3906d850-3a7d-4f33-91af-caadd72300ae tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 210 time: 0.0319889 Jun 16 15:02:45.510791 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86fc2-c9c0-4844-af16-56966479f69d req-9ceb0e54-ff79-4abd-a873-f1a88c1ade5b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:45.512790 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cea86fc2-c9c0-4844-af16-56966479f69d req-9ceb0e54-ff79-4abd-a873-f1a88c1ade5b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.0956292 Jun 16 15:02:45.592330 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cea86fc2-c9c0-4844-af16-56966479f69d req-7b34e955-cb49-4b9b-9a7d-40f8ad9fe8ef tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724907 Jun 16 15:02:45.873272 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f8aebbe6-d9f8-40e4-8ab7-6e1bb9fca75b req-ffb45048-382d-4598-a859-6d00477c9cd8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 210 time: 0.0360868 Jun 16 15:02:46.167750 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-49713529-5ae5-40d6-90d4-7a0159228991 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:46.169493 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-49713529-5ae5-40d6-90d4-7a0159228991 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 817 time: 0.1347709 Jun 16 15:02:46.254353 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-734a7a2d-641f-4b52-9c26-bff3ba6e7c88 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 380 time: 0.0752931 Jun 16 15:02:46.269933 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'port': {'device_id': '2b1d4789-381f-463e-b331-443732e33836', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'admin_state_up': True, 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'security_groups': ['a68f70ad-7dd2-48df-9214-a1b1e1336d42']}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:46.420741 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Made reservation on behalf of 9f3118f893434ae29a0b4ab407638fa6 for: {'port': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:02:46.424887 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:46.557273 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Allocated IP 172.20.0.14 (fc94f728-43e0-403f-b21e-60da829fe740/a28ff5dd-80ac-4d56-98e2-d3c39da57abc/82af85fc-82f8-44bd-b882-c4e417eadeba) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:02:46.762161 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:46.806829 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Transition to ACTIVE for port object 82af85fc-82f8-44bd-b882-c4e417eadeba will not be triggered until provisioned by entity DHCP. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:02:46.871745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593996-0a89-46ca-9fc5-3b22d94adc84 req-386abf0e-9cfd-4730-8d07-0fb6cf6f0dfd tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:46.873321 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5d593996-0a89-46ca-9fc5-3b22d94adc84 req-386abf0e-9cfd-4730-8d07-0fb6cf6f0dfd tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1086841 Jun 16 15:02:46.875142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:46.879037 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:46.949854 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Network fc94f728-43e0-403f-b21e-60da829fe740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:02:46.967775 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:02:46.974784 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:02:46.982712 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:47.008596 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5d593996-0a89-46ca-9fc5-3b22d94adc84 req-137e385e-4334-4949-ab4f-ab5433f9ca47 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238585 Jun 16 15:02:47.009628 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:47.048616 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:47.049626 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:47.073685 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8109407 Jun 16 15:02:47.090219 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Request body: {'port': {'device_id': '2b1d4789-381f-463e-b331-443732e33836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:47.110544 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65842e36-4c47-45aa-844b-6393f583869d req-66255fab-bdee-4d19-afc6-7c552777222d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:47.112428 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-65842e36-4c47-45aa-844b-6393f583869d req-66255fab-bdee-4d19-afc6-7c552777222d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 932 time: 0.0823126 Jun 16 15:02:47.164694 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-65842e36-4c47-45aa-844b-6393f583869d req-b8d359ad-0712-4e2e-9d42-2ca605cf9001 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451977 Jun 16 15:02:47.188034 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:47.262715 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-99a3f739-2227-4eb7-a414-8eb4d46411aa None None] Provisioning for port 82af85fc-82f8-44bd-b882-c4e417eadeba completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:02:47.269555 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-99a3f739-2227-4eb7-a414-8eb4d46411aa None None] Provisioning complete for port 82af85fc-82f8-44bd-b882-c4e417eadeba triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:02:47.270138 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-99a3f739-2227-4eb7-a414-8eb4d46411aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:47.321117 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-99a3f739-2227-4eb7-a414-8eb4d46411aa None None] Port 82af85fc-82f8-44bd-b882-c4e417eadeba cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:02:47.499122 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82af85fc-82f8-44bd-b882-c4e417eadeba {{(pid=91763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:02:47.507355 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:47.520548 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Transition to ACTIVE for port object 82af85fc-82f8-44bd-b882-c4e417eadeba will not be triggered until provisioned by entity L2. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:02:47.524668 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:47.526854 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-94fb4411-6280-4a84-aa06-e0e6cc50655b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:47.884645 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:47.890067 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:47.967360 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Attempting to bind port 82af85fc-82f8-44bd-b882-c4e417eadeba on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:02:47.967707 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Attempting to bind port 82af85fc-82f8-44bd-b882-c4e417eadeba by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:02:47.968043 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Attempting to bind port 82af85fc-82f8-44bd-b882-c4e417eadeba on network fc94f728-43e0-403f-b21e-60da829fe740 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:02:47.972872 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Port 82af85fc-82f8-44bd-b882-c4e417eadeba on network fc94f728-43e0-403f-b21e-60da829fe740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:02:47.973195 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Attempting to bind port 82af85fc-82f8-44bd-b882-c4e417eadeba on network fc94f728-43e0-403f-b21e-60da829fe740 {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:02:47.979163 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:02:47.979556 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Checking segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:02:47.980661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Bound using segment: {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'} {{(pid=91763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:02:47.981125 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.managers [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Bound port: 82af85fc-82f8-44bd-b882-c4e417eadeba, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8aba64-c21c-4047-a543-4bc0442667d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740'}}] {{(pid=91763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:02:47.981770 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:48.060586 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, cleared binding levels {{(pid=91763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:02:48.065673 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:02:48.071775 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:48.075661 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3bf9c839-a600-4962-94a2-1db6bed2ea57 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:48.117406 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:48.118650 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:48.120982 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] 10.222.0.103 "PUT /v2.0/ports/82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 1094 time: 1.0363250 Jun 16 15:02:48.121788 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:48.126106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:48.215133 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=3']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:48.229694 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:48.231929 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f4543-1a0c-4cea-a5a4-f1ebf748abfb x-openstack-request-id: req-8f8f4543-1a0c-4cea-a5a4-f1ebf748abfb {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:48.232262 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:48.233393 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f8f4543-1a0c-4cea-a5a4-f1ebf748abfb {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:48.233393 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'status': 'completed', 'code': 200} Jun 16 15:02:48.290332 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-f8272019-f58c-401b-8a1c-ebf69a184a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:48.291943 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-f8272019-f58c-401b-8a1c-ebf69a184a9a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1097 time: 0.0939448 Jun 16 15:02:48.346696 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-182943ba-a4a3-47f6-919b-19b693934a24 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 217 time: 0.0449343 Jun 16 15:02:48.376041 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207d553-2add-4882-9eb0-dd2d0c5637b3 req-ea87372e-b9a6-4497-a554-b525de76118a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:48.379908 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6207d553-2add-4882-9eb0-dd2d0c5637b3 req-ea87372e-b9a6-4497-a554-b525de76118a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.1205018 Jun 16 15:02:48.442183 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6207d553-2add-4882-9eb0-dd2d0c5637b3 req-c53970d0-84e3-4801-b242-bfc005591263 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0e9e572-1edb-492d-b132-5cd05339506b&id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544555 Jun 16 15:02:48.499126 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-297ad9d6-2f64-4b26-b7fb-db8bf098edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:48.501697 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-297ad9d6-2f64-4b26-b7fb-db8bf098edca service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.1438406 Jun 16 15:02:48.597892 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccb5b1-4817-4c53-8c86-db92d2c000e4 req-08a28346-d571-45d5-93e7-1ca383225da6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:48.600891 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3bccb5b1-4817-4c53-8c86-db92d2c000e4 req-08a28346-d571-45d5-93e7-1ca383225da6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1921437 Jun 16 15:02:48.686821 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-52e69934-5887-4290-ac40-0b0ed02134c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:48.689507 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-52e69934-5887-4290-ac40-0b0ed02134c8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1741438 Jun 16 15:02:48.696605 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-3bccb5b1-4817-4c53-8c86-db92d2c000e4 req-80663dcb-04f9-4303-b10c-def30dfd9019 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879011 Jun 16 15:02:48.852905 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-2658daf5-fe9f-4779-a204-0eb440fac865 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545503 Jun 16 15:02:48.955994 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a66f7a97-e5a3-4011-9919-ac3d4c702870 req-7d26b606-d21a-4863-a330-1bba90989c1b service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959892 Jun 16 15:02:49.092117 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-55bbb065-35c6-4906-8e2d-2a429c5948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:49.094696 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-55bbb065-35c6-4906-8e2d-2a429c5948a3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1097 time: 0.0792146 Jun 16 15:02:49.248194 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-abb7c78a-2a5b-4d25-b338-d75b83b5307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:49.250645 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-abb7c78a-2a5b-4d25-b338-d75b83b5307d service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1486454 Jun 16 15:02:49.303779 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-36a0a938-bebe-40d2-b66d-f8a515635923 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 217 time: 0.0413492 Jun 16 15:02:49.355083 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-53b248b0-4f44-4716-8caf-bfb3f7c81ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:49.356887 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-53b248b0-4f44-4716-8caf-bfb3f7c81ebd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0466225 Jun 16 15:02:49.420373 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-54745e34-5b08-4418-9c30-e826cfdd1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:49.421889 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-54745e34-5b08-4418-9c30-e826cfdd1ddc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583024 Jun 16 15:02:49.534233 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-59b1f1e6-d8a4-49b8-a10c-32ff575c2f1c service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040506 Jun 16 15:02:49.651039 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-44256cda-d69f-4be4-a8e7-d1426d9d6c4e req-b6a40817-5fe0-4686-9d9b-86707e0d7576 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099527 Jun 16 15:02:49.773634 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:02:49.902680 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd0ced-0824-44d6-82fb-67e3274df529 req-fdbcfeb9-9d17-46a6-acd4-a46239e6849d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:49.904352 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f7dd0ced-0824-44d6-82fb-67e3274df529 req-fdbcfeb9-9d17-46a6-acd4-a46239e6849d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0738943 Jun 16 15:02:49.906406 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:49.919901 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'mac_address': 'fa:16:3e:2e:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:02:49.953408 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f7dd0ced-0824-44d6-82fb-67e3274df529 req-8dc08af5-77a9-4cfd-9758-5cf87e2fe0c8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374236 Jun 16 15:02:49.962537 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:49.979775 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82af85fc-82f8-44bd-b882-c4e417eadeba {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:02:50.004722 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:50.009368 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:50.012278 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:50.062144 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:50.065428 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:50.272496 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['82af85fc-82f8-44bd-b882-c4e417eadeba'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:02:51.148244 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ab144-2eec-427d-a067-b31434711721 req-d654dd4e-ed50-434a-8534-ed4a49e986d2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:51.149822 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0e8ab144-2eec-427d-a067-b31434711721 req-d654dd4e-ed50-434a-8534-ed4a49e986d2 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 945 time: 0.0705976 Jun 16 15:02:51.191047 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0e8ab144-2eec-427d-a067-b31434711721 req-dfb8af6d-01cb-4863-bcf1-b47764a13858 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354521 Jun 16 15:02:51.787589 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:02:51.861857 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 82af85fc-82f8-44bd-b882-c4e417eadeba completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:02:51.868190 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 82af85fc-82f8-44bd-b882-c4e417eadeba triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:02:51.868653 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:51.968806 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:51.993087 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:51.995733 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16875d3b-ef12-4c1c-b4d3-17e7e74c027f" -d '{"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-plugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:52.010542 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:02:52.016001 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:52.018119 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-f56f612b-0003-462a-b616-8e72e1ada7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:02:52.044162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817306cd-887e-42fe-9937-50fc218af698 x-openstack-request-id: req-817306cd-887e-42fe-9937-50fc218af698 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:52.044464 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-plugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:52.044734 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-817306cd-887e-42fe-9937-50fc218af698 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:52.045138 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'code': 200} Jun 16 15:02:52.082403 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:02:52.088447 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:02:52.295468 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07859a-9147-4fc9-9193-e91b9eab17e2 req-025c581e-d196-4626-9479-e0196e5a4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:52.297169 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1e07859a-9147-4fc9-9193-e91b9eab17e2 req-025c581e-d196-4626-9479-e0196e5a4f09 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1099 time: 0.0599468 Jun 16 15:02:52.368779 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1e07859a-9147-4fc9-9193-e91b9eab17e2 req-fa6d5570-f1a1-49d2-9e7b-c92da6978190 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644324 Jun 16 15:02:52.403167 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b3412-d23a-40c3-9471-90c547e906fa req-6709b3c4-a86e-4f52-9de5-d29c39cb74af tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:52.404763 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1a2b3412-d23a-40c3-9471-90c547e906fa req-6709b3c4-a86e-4f52-9de5-d29c39cb74af tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.0816042 Jun 16 15:02:52.452736 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1a2b3412-d23a-40c3-9471-90c547e906fa req-7ea8a85a-3a66-4ba4-b439-5a4a4daf6a7c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369637 Jun 16 15:02:53.672260 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8143ac3-d714-4700-a309-6973bf4dc8e1 req-e0994d89-08fe-46c7-b501-d2deb10a77ef tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:53.674065 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b8143ac3-d714-4700-a309-6973bf4dc8e1 req-e0994d89-08fe-46c7-b501-d2deb10a77ef tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.0818346 Jun 16 15:02:53.729005 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b8143ac3-d714-4700-a309-6973bf4dc8e1 req-322cf6c1-14bf-4801-ba2b-1b0c507563c8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483868 Jun 16 15:02:53.929820 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce10ae-91ce-4a85-a96f-cd6bc8a7fb2e req-c9b3703b-e837-43cb-a621-853f85f32128 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:53.931449 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-afce10ae-91ce-4a85-a96f-cd6bc8a7fb2e req-c9b3703b-e837-43cb-a621-853f85f32128 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.0707607 Jun 16 15:02:53.940339 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52064) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:02:53.947107 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Request body: {'floatingip': {'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:02:53.995771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:54.519065 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:54.524686 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:54.636023 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Floating IP 79024ef1-de9d-41e2-9609-0d5e657bfeae associated. External IP: 172.27.2.125, port: 82af85fc-82f8-44bd-b882-c4e417eadeba. Jun 16 15:02:54.897344 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:02:55.020943 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:02:55.027322 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:02:55.033170 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:02:55.047191 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:02:55.047811 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:02:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:55.069208 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0f81b732-3a1e-4bef-a8e8-ad5f0f31133a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "PUT /v2.0/floatingips/79024ef1-de9d-41e2-9609-0d5e657bfeae HTTP/1.1" status: 200 len: 992 time: 1.1270549 Jun 16 15:02:55.069868 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:02:55.072398 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe728c8-f29e-4574-90e2-77c17720afcd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:02:55.140865 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac92dca-e3f7-480d-9825-7aba45bd4452 x-openstack-request-id: req-5ac92dca-e3f7-480d-9825-7aba45bd4452 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:02:55.141400 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:02:55.142315 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ac92dca-e3f7-480d-9825-7aba45bd4452 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:02:55.142315 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'status': 'completed', 'code': 200} Jun 16 15:02:55.239492 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-20d8f1b6-dd41-48dd-9289-a7d04e799ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:55.243103 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-20d8f1b6-dd41-48dd-9289-a7d04e799ef1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1099 time: 0.0743208 Jun 16 15:02:55.333269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:02:55.383627 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-3d6f40d8-feff-418c-b050-1fe2a18be07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:55.386049 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-3d6f40d8-feff-418c-b050-1fe2a18be07c service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1325028 Jun 16 15:02:55.491632 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-fd6fd936-4295-42c6-8dc1-b46e9e832ee3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 1000 time: 0.0977552 Jun 16 15:02:55.555506 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-9e35f299-fb36-4786-9141-c2b7f0525b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:55.556991 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-9e35f299-fb36-4786-9141-c2b7f0525b56 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0566888 Jun 16 15:02:55.623036 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '79024ef1-de9d-41e2-9609-0d5e657bfeae', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'mac_address': 'fa:16:3e:2e:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1d4789-381f-463e-b331-443732e33836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:02:43Z', 'updated_at': '2021-06-16T15:02:54Z', 'revision_number': 1, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:55.627053 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:02:55.637111 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:02:55.637893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:02:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:55.638711 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-f688e9f6-7d76-4cb3-9f17-b17253aa4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:55.641407 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-f688e9f6-7d76-4cb3-9f17-b17253aa4197 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768530 Jun 16 15:02:55.754280 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-ea34a69f-1e0d-4df7-93d7-9c60a81585b8 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057920 Jun 16 15:02:55.757225 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:02:55.861024 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5fe728c8-f29e-4574-90e2-77c17720afcd req-d0604467-373c-4aa2-9f26-e0c56c6e1985 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987995 Jun 16 15:02:56.047372 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '79024ef1-de9d-41e2-9609-0d5e657bfeae', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'mac_address': 'fa:16:3e:2e:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1d4789-381f-463e-b331-443732e33836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:02:43Z', 'updated_at': '2021-06-16T15:02:54Z', 'revision_number': 1, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:02:56.051919 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf63d1-7fe9-41e3-bf12-666f51c566bb None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '79024ef1-de9d-41e2-9609-0d5e657bfeae', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'mac_address': 'fa:16:3e:2e:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1d4789-381f-463e-b331-443732e33836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:02:43Z', 'updated_at': '2021-06-16T15:02:54Z', 'revision_number': 1, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:02:56.279919 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8efb2-e286-47c0-9d2e-d2d9e1b7e3cf None None] New status for floating IP 79024ef1-de9d-41e2-9609-0d5e657bfeae: ACTIVE {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:02:58.322549 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:02:59.033911 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-9e2ee223-496d-4771-b742-2d835852fd2d service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578134 Jun 16 15:02:59.140513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150780-84db-4956-a7c9-96c840937276 req-871c04f3-5186-44d2-a069-4ae4226355a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:59.142071 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-871c04f3-5186-44d2-a069-4ae4226355a9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1099 time: 0.0698769 Jun 16 15:02:59.274531 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150780-84db-4956-a7c9-96c840937276 req-06423665-6dfe-4ddd-a112-36ca4a23d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:59.276332 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-06423665-6dfe-4ddd-a112-36ca4a23d707 service neutron] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 909 time: 0.1027868 Jun 16 15:02:59.364323 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-21650500-3839-4259-ae55-702c54f89b90 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 1001 time: 0.0757983 Jun 16 15:02:59.424775 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150780-84db-4956-a7c9-96c840937276 req-bd991f66-e891-48c0-87a2-693df4bcb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:59.426376 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-bd991f66-e891-48c0-87a2-693df4bcb909 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0529590 Jun 16 15:02:59.527103 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150780-84db-4956-a7c9-96c840937276 req-7e8fe998-1c36-4674-a6d4-2e4e8fbcae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:02:59.528959 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-7e8fe998-1c36-4674-a6d4-2e4e8fbcae42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926826 Jun 16 15:02:59.634268 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-19df85bf-6f1d-47aa-8496-221546ba68fe service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974157 Jun 16 15:02:59.746834 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d0150780-84db-4956-a7c9-96c840937276 req-0b2bd644-fa1e-435d-a970-d44e2377414e service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020844 Jun 16 15:03:03.885574 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:03.920895 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c85acda6-cb11-4203-9b5d-26fe3f3bb67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:06.493004 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b675e396-9eeb-4c8a-b843-bb5da270fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:06.694608 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:07.395076 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:09.397740 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:15.846480 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7894cc-f918-4cdb-8280-f377cff106c4 req-eafbed5e-2b08-4f03-8730-3d9a229ae09e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:15.848336 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4d7894cc-f918-4cdb-8280-f377cff106c4 req-eafbed5e-2b08-4f03-8730-3d9a229ae09e tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.0773344 Jun 16 15:03:15.894908 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4d7894cc-f918-4cdb-8280-f377cff106c4 req-bf9ec24a-cf74-4dc3-be0c-30c395eca4fa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356743 Jun 16 15:03:17.129432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f4b83-6c9f-4bfa-921b-f97a7314f1a1 req-760bf3d7-a872-441b-b60c-8b2cc4a49fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:17.132799 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-284f4b83-6c9f-4bfa-921b-f97a7314f1a1 req-760bf3d7-a872-441b-b60c-8b2cc4a49fc5 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.1175497 Jun 16 15:03:17.175716 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-284f4b83-6c9f-4bfa-921b-f97a7314f1a1 req-be8eb10d-a8bd-4d23-b134-8bfe3608132f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Jun 16 15:03:18.318407 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-bd3e96a9-dd3c-4633-a515-f730e69081f2 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:18.321157 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-bd3e96a9-dd3c-4633-a515-f730e69081f2 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.1080811 Jun 16 15:03:18.439254 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Deleting port 88ea3e28-3577-47d5-916f-f44d98fa6a91 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:18.439642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.472807 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7ede-d4fb-4d1c-a494-b31efab164ea req-2fa20b31-1a46-4a95-b24c-2fd360bfc849 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:18.476427 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e7fb7ede-d4fb-4d1c-a494-b31efab164ea req-2fa20b31-1a46-4a95-b24c-2fd360bfc849 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 946 time: 0.1272955 Jun 16 15:03:18.544508 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] For port 88ea3e28-3577-47d5-916f-f44d98fa6a91, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=88ea3e28-3577-47d5-916f-f44d98fa6a91,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:18.544849 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.551799 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e7fb7ede-d4fb-4d1c-a494-b31efab164ea req-90347221-a614-458d-8b98-8f8fc9836244 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb635ff4-8e2b-4e70-915d-a8e458da7414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675013 Jun 16 15:03:18.859813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.860402 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:18.860909 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Floating IP 76a831b2-2f1d-4f81-84c9-7282f58178b6 disassociated. External IP: 172.27.2.186, port: 88ea3e28-3577-47d5-916f-f44d98fa6a91. Jun 16 15:03:18.861464 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Calling delete_port for 88ea3e28-3577-47d5-916f-f44d98fa6a91 owned by compute:nova {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:19.104515 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:19.111420 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:19.514127 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event deleted for resources: {'Port': ['ID=88ea3e28-3577-47d5-916f-f44d98fa6a91,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:19.517610 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:19.659079 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:03:19.792150 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0b9c839e-75b1-4f11-93a1-5157dfd6eb74 req-c9d91f29-c847-46b0-83a6-1fbced4bd4e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/ports?device_id=b418b7fc-4eae-4f55-b471-cb5acc5af495 HTTP/1.1" status: 200 len: 210 time: 0.0330787 Jun 16 15:03:19.798168 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:03:19.810482 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:03:19.836295 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:19.836991 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:19.867147 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] No DVR routers for this DVR port 88ea3e28-3577-47d5-916f-f44d98fa6a91 on host hv-cinder-79500 {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:03:19.870286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:19.872833 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-282c82b7-4fa2-42f5-aee5-1a2dda8e9f23 req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.103 "DELETE /v2.0/ports/88ea3e28-3577-47d5-916f-f44d98fa6a91 HTTP/1.1" status: 204 len: 173 time: 1.5417883 Jun 16 15:03:19.873481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'name': 'network-vif-deleted', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:03:19.876101 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8139ddb-7939-4e76-be3f-cc9ef26af815" -d '{"events": [{"server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "name": "network-vif-deleted", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:03:19.935422 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa3da4-cd5e-4433-91da-3aa09317959a x-openstack-request-id: req-c2aa3da4-cd5e-4433-91da-3aa09317959a {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:03:19.936077 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b418b7fc-4eae-4f55-b471-cb5acc5af495", "name": "network-vif-deleted", "tag": "88ea3e28-3577-47d5-916f-f44d98fa6a91", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:03:19.936658 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2aa3da4-cd5e-4433-91da-3aa09317959a {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:03:19.937443 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b418b7fc-4eae-4f55-b471-cb5acc5af495', 'name': 'network-vif-deleted', 'tag': '88ea3e28-3577-47d5-916f-f44d98fa6a91', 'status': 'completed', 'code': 200} Jun 16 15:03:20.054803 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:20.296562 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:20.300859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:03:20.311351 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:20.311913 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:20.428122 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:20.716695 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:20.723073 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f5922-d13a-4f61-80bd-f603640ee7e3 None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T14:56:05Z', 'revision_number': 4, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '99dfc3f8-04dd-4a78-9e84-500c842ccc02', 'name': '', 'network_id': '7364df9f-dc4a-4ada-9b32-d642da78dde3', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'mac_address': 'fa:16:3e:d5:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:56Z', 'updated_at': '2021-06-16T14:56:19Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'subnets': [{'id': 'ae1ef2b5-2af5-4878-9506-f5e8516f621f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:03:20.953588 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52224) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:21.009514 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344180e3-d5a2-4700-93ba-63ed73097c73 None None] New status for floating IP 76a831b2-2f1d-4f81-84c9-7282f58178b6: DOWN {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:03:21.047977 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.094625 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.190486 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.193518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.198612 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb635ff4-8e2b-4e70-915d-a8e458da7414 HTTP/1.1" status: 204 len: 168 time: 0.2400489 Jun 16 15:03:21.198612 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6052b0aa-2376-40d8-bd61-a3e4a0ba0b56 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:21.201065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52228) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:21.206277 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb635ff4-8e2b-4e70-915d-a8e458da7414,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:21.209459 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2ca3fdcc-2a91-4d26-b61b-e669867b610b tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:21.244941 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.api.v2.resource [None req-62a77b44-7f2d-4861-8c32-71b84bb8f59a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] show failed (client error): The resource could not be found. Jun 16 15:03:21.251674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-62a77b44-7f2d-4861-8c32-71b84bb8f59a tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "GET /v2.0/security-groups/cb635ff4-8e2b-4e70-915d-a8e458da7414 HTTP/1.1" status: 404 len: 347 time: 0.0487580 Jun 16 15:03:21.252356 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52230) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:21.396557 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Deleting port 64044424-6c46-4a26-9220-35f16cebe9c6 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:21.396925 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.478142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.478473 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.591675 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Calling delete_port for 64044424-6c46-4a26-9220-35f16cebe9c6 owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:21.752458 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.754637 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:21.780175 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Pushing event deleted for resources: {'Port': ['ID=64044424-6c46-4a26-9220-35f16cebe9c6,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:21.783782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:21.850018 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.853117 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:21.854837 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] 10.222.0.16 "DELETE /v2.0/floatingips/76a831b2-2f1d-4f81-84c9-7282f58178b6 HTTP/1.1" status: 204 len: 168 time: 0.6012568 Jun 16 15:03:23.945860 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 88ea3e28-3577-47d5-916f-f44d98fa6a91 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:03:23.967530 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 88ea3e28-3577-47d5-916f-f44d98fa6a91 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:03:23.967882 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 88ea3e28-3577-47d5-916f-f44d98fa6a91 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:03:25.642749 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52264) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:26.193377 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:26.500658 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Deleting port 99dfc3f8-04dd-4a78-9e84-500c842ccc02 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:26.500951 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:26.591030 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] For port 99dfc3f8-04dd-4a78-9e84-500c842ccc02, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=99dfc3f8-04dd-4a78-9e84-500c842ccc02,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:26.591527 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:26.663834 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Calling delete_port for 99dfc3f8-04dd-4a78-9e84-500c842ccc02 owned by network:router_interface {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:26.867310 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:26.870105 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-72252043-4ebd-4ba9-879f-dfebeb7df20a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:26.896020 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Pushing event deleted for resources: {'Port': ['ID=99dfc3f8-04dd-4a78-9e84-500c842ccc02,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:26.908385 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.908834 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.909161 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.909555 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.909819 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.910178 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.910537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.910918 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.911784 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.912238 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.912656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.913047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:26.932721 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:27.124777 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:27.395299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:03:27.513072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:03:27.519346 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] 10.222.0.16 "PUT /v2.0/routers/6edeecf4-9d5e-4eaa-b72e-66a573ac83e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744125 Jun 16 15:03:27.522510 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52272) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:27.526798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] Sync routers for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:03:27.543083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:27.544183 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:27.638495 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks [] for router, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:27.687412 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:27.798479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:27.927743 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T15:03:26Z', 'revision_number': 5, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port': {'id': '13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:55:49Z', 'updated_at': '2021-06-16T14:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:27.932766 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] Checking router: 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:03:27.944116 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] Routers {'6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:27.945081 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:28.058976 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] Set router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 gateway port host: None {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:28.143178 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T15:03:27Z', 'revision_number': 6, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:28.153033 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a5bd5a-ff28-49af-9bb9-fd69cf6a9b13 None None] The sync data for ids ['6edeecf4-9d5e-4eaa-b72e-66a573ac83e0'] in dv-cinder-795009-4-iscsi is: [{'id': '6edeecf4-9d5e-4eaa-b72e-66a573ac83e0', 'name': 'tempest-AttachVolumeTestJSON-2108248165-router', 'tenant_id': 'bdc18fa6e1214b718188a8bde6e359df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:55:47Z', 'updated_at': '2021-06-16T15:03:27Z', 'revision_number': 6, 'project_id': 'bdc18fa6e1214b718188a8bde6e359df', 'gw_port_host': None}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:03:28.180159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Deleting port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:28.180710 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.290222 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] For port 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:28.290809 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.388511 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Calling delete_port for 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e owned by network:router_gateway {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:28.590114 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 99dfc3f8-04dd-4a78-9e84-500c842ccc02 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:03:28.593892 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.600075 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:28.620106 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 99dfc3f8-04dd-4a78-9e84-500c842ccc02 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:03:28.620542 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 99dfc3f8-04dd-4a78-9e84-500c842ccc02 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:03:28.651594 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:28.655047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:28.716022 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.827543 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.830528 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.905962 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.906952 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 {{(pid=91762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:03:28.914410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:28.915778 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] 10.222.0.16 "DELETE /v2.0/routers/6edeecf4-9d5e-4eaa-b72e-66a573ac83e0 HTTP/1.1" status: 204 len: 168 time: 1.3922472 Jun 16 15:03:28.918521 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52276) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:28.970912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Deleting subnet ae1ef2b5-2af5-4878-9506-f5e8516f621f {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:03:28.975583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.029742 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.176589 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.249029 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.252463 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c2820a89-ed24-41d2-b7a1-f7d5639c3b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:29.284990 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1ef2b5-2af5-4878-9506-f5e8516f621f,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:29.287793 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.293077 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae1ef2b5-2af5-4878-9506-f5e8516f621f HTTP/1.1" status: 204 len: 168 time: 0.3698332 Jun 16 15:03:29.293077 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:29.294858 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52278) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:29.296828 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe3419-e8f8-408a-a322-a312c2ab001f None None] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:03:29.378755 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.469930 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Deleting port e5c42113-a81c-430e-ad0c-2c5e30b59be8 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:29.470495 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.548248 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] For port e5c42113-a81c-430e-ad0c-2c5e30b59be8, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=e5c42113-a81c-430e-ad0c-2c5e30b59be8,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:29.548675 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.628064 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Calling delete_port for e5c42113-a81c-430e-ad0c-2c5e30b59be8 owned by network:dhcp {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:29.644848 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] DHCP port deletion for 7364df9f-dc4a-4ada-9b32-d642da78dde3 request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:03:29.696316 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Deleting port e5c42113-a81c-430e-ad0c-2c5e30b59be8 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:29.696880 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.754754 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.757218 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-67e198d7-b94a-481d-a5b7-1fb8a3d79f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:29.784740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c42113-a81c-430e-ad0c-2c5e30b59be8,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:29.788274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:29.794798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] No DVR routers for this DVR port e5c42113-a81c-430e-ad0c-2c5e30b59be8 on host dv-cinder-795009-4-iscsi {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:03:29.800577 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] For port e5c42113-a81c-430e-ad0c-2c5e30b59be8, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=e5c42113-a81c-430e-ad0c-2c5e30b59be8,segment=NetworkSegment(3eb025e2-e2b0-4d5b-a987-0f5d1582ca74),segment_id=3eb025e2-e2b0-4d5b-a987-0f5d1582ca74)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:29.801260 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.876589 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.887827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7364df9f-dc4a-4ada-9b32-d642da78dde3']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:29.899758 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:29.900003 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb025e2-e2b0-4d5b-a987-0f5d1582ca74') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:29.910173 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.920145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Calling delete_port for e5c42113-a81c-430e-ad0c-2c5e30b59be8 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:29.928444 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.935419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:03:29.935913 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:03:29.937776 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:03:29.999044 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.005355 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f6a23823-34c1-4d62-b7a4-b180d11a179a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:30.026809 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.030189 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] 10.222.0.16 "DELETE /v2.0/networks/7364df9f-dc4a-4ada-9b32-d642da78dde3 HTTP/1.1" status: 204 len: 168 time: 0.7350347 Jun 16 15:03:30.032006 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Pushing event deleted for resources: {'Network': ['ID=7364df9f-dc4a-4ada-9b32-d642da78dde3,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:30.035841 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:30.117748 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.120269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:30.146629 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Network 7364df9f-dc4a-4ada-9b32-d642da78dde3 is not hosted by any dhcp agent {{(pid=91764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 15:03:30.147379 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] No DVR routers for this DVR port e5c42113-a81c-430e-ad0c-2c5e30b59be8 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:03:30.153192 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Pushing event deleted for resources: {'Port': ['ID=e5c42113-a81c-430e-ad0c-2c5e30b59be8,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:30.161416 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.161746 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.162086 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.162622 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.162994 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.163329 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.163655 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.163980 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.164309 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.164632 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.164979 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.165269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:30.168883 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:30.211746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52284) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:30.265515 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9632b31e-ddca-4a0a-9043-9c2611056567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdc18fa6e1214b718188a8bde6e359df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523889 Jun 16 15:03:30.269483 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52286) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:30.303836 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:03:30.323567 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:03:30.323916 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 13c788ad-9011-4e6d-bd3c-d5a3d84f3d8e not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:03:30.324344 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device e5c42113-a81c-430e-ad0c-2c5e30b59be8 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:03:30.344256 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: e5c42113-a81c-430e-ad0c-2c5e30b59be8 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:03:30.344629 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device e5c42113-a81c-430e-ad0c-2c5e30b59be8 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:03:30.347132 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.376297 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.429954 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.432594 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:30.433828 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2636ec3f-b326-4bd9-a885-2c2ebcf710e2 HTTP/1.1" status: 204 len: 168 time: 0.1627812 Jun 16 15:03:30.434632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-060076bc-2bf8-49b6-9195-76f78d1cb1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:30.443411 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2636ec3f-b326-4bd9-a885-2c2ebcf710e2,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:30.446077 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:33.887683 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:33.914482 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9e28-1858-4e12-a8b6-c35aa95a29f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:35.323053 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:03:36.488143 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-17690ffd-b18c-4493-9106-7699b8398e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:36.689627 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:37.398460 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:39.406447 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.137420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52442) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:43.249440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.352749 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.357740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.360901 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-08c397c1-7bbf-4a23-a384-dbb88f7dc283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:43.399397 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad148a-eaff-409b-8ea4-483b0f82381d,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:43.402810 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:43.405638 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8357096c025241ffb59e3c747a7f7b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671282 Jun 16 15:03:43.409974 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52446) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:43.486106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.523416 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.605211 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.608238 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:43.609415 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73ad148a-eaff-409b-8ea4-483b0f82381d HTTP/1.1" status: 204 len: 168 time: 0.1984448 Jun 16 15:03:43.610269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b41dd585-7855-4818-bdee-9d751250e2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:43.619555 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad148a-eaff-409b-8ea4-483b0f82381d,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:43.628200 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.628645 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.629135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.629658 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.630067 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.630535 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.631441 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.631869 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.632286 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.632925 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.633246 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.633609 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:03:43.639471 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:43.907753 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52452) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:43.924615 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.030631 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.035556 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.038500 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3a62a9b1-99de-4f35-b094-2ab9c5e8f705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:44.076413 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b688eaf7-a1ae-47e1-ba57-5c33df042fbf,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:44.081517 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b92c3168aef8489ea5205e1966947421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723897 Jun 16 15:03:44.082505 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:44.084413 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52454) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:44.158837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.197735 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.284380 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.287915 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:44.289484 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b688eaf7-a1ae-47e1-ba57-5c33df042fbf HTTP/1.1" status: 204 len: 168 time: 0.2039676 Jun 16 15:03:44.290703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a432c87d-923e-42b9-910c-c99102a3a8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:44.303457 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b688eaf7-a1ae-47e1-ba57-5c33df042fbf,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:44.307287 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:46.699536 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52540) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:46.846383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:46.959753 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:46.965358 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:46.968443 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6a9cf367-a48d-42f2-b977-496ae0d36248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:47.013123 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87bc3cfcc3584b4cbcd8e420ddafcd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124311 Jun 16 15:03:47.014315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac273f8-52bd-4e5c-a330-ee5b744aaaf0,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:47.017094 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52546) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:47.025937 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:47.081002 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.109357 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.185117 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.189108 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.190395 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cac273f8-52bd-4e5c-a330-ee5b744aaaf0 HTTP/1.1" status: 204 len: 168 time: 0.1720645 Jun 16 15:03:47.191738 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c2494910-1886-4da1-b61f-d6ec9153c014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:47.204732 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac273f8-52bd-4e5c-a330-ee5b744aaaf0,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:47.208237 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:47.516958 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a74dba-5b15-436e-be87-e22443963420 req-832a7243-97be-4128-9dc6-f6a8c6262f74 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:47.518833 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c8a74dba-5b15-436e-be87-e22443963420 req-832a7243-97be-4128-9dc6-f6a8c6262f74 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.0765421 Jun 16 15:03:47.563137 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c8a74dba-5b15-436e-be87-e22443963420 req-7b5209cb-8d7b-432d-b2a9-460b02573e75 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372767 Jun 16 15:03:47.632161 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52566) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:47.647261 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0c192577-5108-4669-9b7b-4f3438f2565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.756142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0c192577-5108-4669-9b7b-4f3438f2565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.760671 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0c192577-5108-4669-9b7b-4f3438f2565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.764004 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-37805762-ffb8-4a66-a1cd-56732e6c104a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:47.804175 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-0c192577-5108-4669-9b7b-4f3438f2565b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23f4489a659d4f2bb7d15f21135572c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707063 Jun 16 15:03:47.805183 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c192577-5108-4669-9b7b-4f3438f2565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046bc2a8-ed5b-4936-8328-a1c7808b9e22,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:47.809020 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52568) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:47.810087 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0c192577-5108-4669-9b7b-4f3438f2565b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:47.867380 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.892071 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.947973 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.951832 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:47.953188 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/046bc2a8-ed5b-4936-8328-a1c7808b9e22 HTTP/1.1" status: 204 len: 168 time: 0.1437421 Jun 16 15:03:47.954145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e7b9305d-265e-41b7-bb88-fd6346ef98f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:47.966128 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046bc2a8-ed5b-4936-8328-a1c7808b9e22,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:47.970496 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fdd8bc95-33ae-413e-aaa4-f040405fe87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:48.815251 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52592) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:48.847798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a41f65-808f-4392-9afd-a1322d0ca040 req-4f14a274-a4bb-43e6-8a34-fcd9adf696f3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:48.850435 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-98a41f65-808f-4392-9afd-a1322d0ca040 req-4f14a274-a4bb-43e6-8a34-fcd9adf696f3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1032295 Jun 16 15:03:48.914667 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-98a41f65-808f-4392-9afd-a1322d0ca040 req-2c100623-c798-46a9-ab15-d8d5a05ee444 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573990 Jun 16 15:03:48.949139 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-916728479-network', 'tenant_id': 'f9f5c8a08071436fa80141d6b3c95d0e'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:48.973182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Made reservation on behalf of f9f5c8a08071436fa80141d6b3c95d0e for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:48.975769 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:48.989182 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.102300 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.109923 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.118526 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-190fecf3-bf0a-4ce6-b763-aa3f19ef8906 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:49.154789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:03:49.186007 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf4f123-5799-4bfa-b32c-736741e8c035,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:49.191968 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:49.195019 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.196082 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Added segment 81c0da4a-d374-4b61-afcd-e6c80dcd9f9b of type vlan for network 9d32e0b6-e720-4ad5-90fd-78f17672554e Jun 16 15:03:49.278560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.321325 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.322844 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:49.323557 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.326284 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-dc5e3446-4d55-45bf-902c-9d4487e58d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:49.366110 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5493236 Jun 16 15:03:49.370350 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52596) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:49.380047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Request body: {'subnet': {'network_id': '9d32e0b6-e720-4ad5-90fd-78f17672554e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-916728479-subnet', 'tenant_id': 'f9f5c8a08071436fa80141d6b3c95d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:49.402424 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d32e0b6-e720-4ad5-90fd-78f17672554e,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:49.406345 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:49.415059 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 9d32e0b6-e720-4ad5-90fd-78f17672554e details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:03:49.416818 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Made reservation on behalf of f9f5c8a08071436fa80141d6b3c95d0e for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:49.420496 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132002496'] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.650564 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131971442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132002514'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.653077 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:49.711882 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029c0724-afc3-45c8-b20a-454af82244b0,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:49.717276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:49.727982 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Checking segment: {'id': '81c0da4a-d374-4b61-afcd-e6c80dcd9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9d32e0b6-e720-4ad5-90fd-78f17672554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:03:49.728391 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Network hostable DHCP agents. Network: 9d32e0b6-e720-4ad5-90fd-78f17672554e, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:03:49.750213 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Network 9d32e0b6-e720-4ad5-90fd-78f17672554e is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:03:49.765339 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 9d32e0b6-e720-4ad5-90fd-78f17672554e) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:03:49.776234 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:49.777624 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:49.779792 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdb406-319d-467d-8ae7-ab51190e0a88 None None] Network 9d32e0b6-e720-4ad5-90fd-78f17672554e requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:03:49.804618 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3435dd51-f990-4049-a942-919e3a0d15a6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4323540 Jun 16 15:03:49.928028 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915b7c7-b2c8-4874-a222-031a2aa99a80 None None] Network 9d32e0b6-e720-4ad5-90fd-78f17672554e requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:03:50.229333 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05d099-49ca-42cb-90f7-ca670609d590 req-501c1354-6018-4a72-8da7-b6ca22c1051f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:50.232418 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1a05d099-49ca-42cb-90f7-ca670609d590 req-501c1354-6018-4a72-8da7-b6ca22c1051f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1056271 Jun 16 15:03:50.286509 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1a05d099-49ca-42cb-90f7-ca670609d590 req-2d9c1b1c-38bc-4f19-9d43-e39ed725c459 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450666 Jun 16 15:03:50.486502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52614) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:50.491990 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139603871-network', 'tenant_id': '87006ea5e7ce4d6d9af6aa82e3b160bb'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:50.514979 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Made reservation on behalf of 87006ea5e7ce4d6d9af6aa82e3b160bb for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:50.517649 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.529152 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.641024 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.647116 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.650670 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-20ed7a54-d4c4-4451-b75f-8afd050c2cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:50.678626 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:03:50.686474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1376f-e7e7-4177-9129-5e97c30e2ad5,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:50.691388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:50.695672 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.696112 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Added segment 0608228c-32dd-405b-bbde-297719653f3f of type vlan for network 71c19641-98bb-45f2-954e-a466c4cd4d70 Jun 16 15:03:50.747640 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.784989 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.787544 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:50.788154 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:50.790630 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-227dc318-6ec9-4d8e-97bd-e527638c7754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:50.825673 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3379204 Jun 16 15:03:50.828822 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52616) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:50.834816 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Request body: {'subnet': {'network_id': '71c19641-98bb-45f2-954e-a466c4cd4d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139603871-subnet', 'tenant_id': '87006ea5e7ce4d6d9af6aa82e3b160bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:50.873161 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Pushing event updated for resources: {'Network': ['ID=71c19641-98bb-45f2-954e-a466c4cd4d70,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:50.876518 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:50.886706 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 71c19641-98bb-45f2-954e-a466c4cd4d70 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:03:50.894427 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Made reservation on behalf of 87006ea5e7ce4d6d9af6aa82e3b160bb for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:03:50.897913 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132002496'] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:51.100951 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131971442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132002514'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:51.103607 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ff826625-5fa1-428b-8f63-3a56a0b67496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:51.171450 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a64c02-2102-4ad1-b4a3-6b0ec3e26ce1,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:51.178230 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:51.181825 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Checking segment: {'id': '0608228c-32dd-405b-bbde-297719653f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '71c19641-98bb-45f2-954e-a466c4cd4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:03:51.182419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Network hostable DHCP agents. Network: 71c19641-98bb-45f2-954e-a466c4cd4d70, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:03:51.201685 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Network 71c19641-98bb-45f2-954e-a466c4cd4d70 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:03:51.212848 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 71c19641-98bb-45f2-954e-a466c4cd4d70) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:03:51.218007 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:51.218684 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:51.224597 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda121b-16f0-4650-a9aa-876fc205a94d None None] Network 71c19641-98bb-45f2-954e-a466c4cd4d70 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:03:51.238099 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4079237 Jun 16 15:03:51.381333 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549ce5a-5cb3-4708-ab7d-d164d8cf551d None None] Network 71c19641-98bb-45f2-954e-a466c4cd4d70 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:03:51.612950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939ee5d-b3d3-4c30-9b4c-763643b1254c req-6777fdfe-caec-46b5-ae01-159aefa780d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:51.615050 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d939ee5d-b3d3-4c30-9b4c-763643b1254c req-6777fdfe-caec-46b5-ae01-159aefa780d6 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1028333 Jun 16 15:03:51.659966 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d939ee5d-b3d3-4c30-9b4c-763643b1254c req-2dd641d8-cf01-47e8-930b-bba4ea4e54d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378959 Jun 16 15:03:52.091208 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-4cd8878d-7735-4ebb-b6d2-e4ec38c8798a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149184075&fields=id&tenant_id=042694445396449083d690c1b4697298 HTTP/1.1" status: 200 len: 267 time: 0.0653989 Jun 16 15:03:52.193313 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-9997f945-c728-4cee-9161-6ef6baf6d061 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:52.194910 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-9997f945-c728-4cee-9161-6ef6baf6d061 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 984 time: 0.0979455 Jun 16 15:03:52.209334 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Request body: {'port': {'security_groups': ['a6221af3-c61f-4e39-b34c-5153d4ca8cfa']}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:03:52.346236 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:52.588122 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:03:52.623183 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:52.629285 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:52.634439 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1e7ab52f-c1ee-4678-a4d0-a87958994bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:52.642788 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['6157aded-edf0-4228-8942-0dfb7684912f'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:03:52.683472 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:52.684100 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:52.689573 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8abc35d8-26fe-4fc5-ad2b-d3aa9d2dc8eb req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "PUT /v2.0/ports/6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 942 time: 0.4869359 Jun 16 15:03:52.690274 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:03:52.693085 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da95d770-b8c8-4adf-af0f-e38315069b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:03:52.693363 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52638) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:52.730484 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event updated for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=7']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:52.738593 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ee151428-01d7-45f6-a061-fefc4a94fc6d tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:52.772023 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['6157aded-edf0-4228-8942-0dfb7684912f'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:03:52.847384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:52.856836 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff7bee-315d-4e42-b1a6-5a55f7f84f3f x-openstack-request-id: req-16ff7bee-315d-4e42-b1a6-5a55f7f84f3f {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:03:52.858142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:03:52.858142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16ff7bee-315d-4e42-b1a6-5a55f7f84f3f {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:03:52.859572 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'status': 'completed', 'code': 200} Jun 16 15:03:52.904651 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:52.999296 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-716c1da6-e885-438e-a7c4-ea524628a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:53.001837 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-716c1da6-e885-438e-a7c4-ea524628a6cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1098 time: 0.1291606 Jun 16 15:03:53.037540 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114cde8-6643-4477-96c4-e426dba6dcd6 req-baf1e2ce-2020-4799-ad38-13d909f9cfae tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:53.043622 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9114cde8-6643-4477-96c4-e426dba6dcd6 req-baf1e2ce-2020-4799-ad38-13d909f9cfae tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1276305 Jun 16 15:03:53.121349 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.123869 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.130784 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0e9e572-1edb-492d-b132-5cd05339506b HTTP/1.1" status: 204 len: 168 time: 0.4301507 Jun 16 15:03:53.130784 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34e8e7da-f765-4625-9b95-d55acd37792d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:53.132892 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52644) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:53.154813 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9114cde8-6643-4477-96c4-e426dba6dcd6 req-c2dfeb50-bc8a-42be-b068-2c3e39d559f1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839021 Jun 16 15:03:53.200098 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-7875b060-6c51-4d1d-8d54-4dc9a59892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:53.205110 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-7875b060-6c51-4d1d-8d54-4dc9a59892ed service neutron] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 916 time: 0.1922510 Jun 16 15:03:53.213164 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9e572-1edb-492d-b132-5cd05339506b,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:53.224519 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9315009c-a5ed-4e53-bba6-20094c6f5a01 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:53.258187 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-2746c9db-8bd7-4a07-abe8-4fd4826aade0 None None] Provisioning complete for port 6157aded-edf0-4228-8942-0dfb7684912f triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:03:53.258790 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2746c9db-8bd7-4a07-abe8-4fd4826aade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.375650 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-bc992616-715b-4af7-8fc1-1edff6789d06 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 1001 time: 0.1629863 Jun 16 15:03:53.447376 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Deleting port 8cb39522-c9c0-4e46-8b72-7ac46b359579 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:53.447859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.468593 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-8435a0b5-cf87-4e7e-96b6-ecf066f5b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:53.470477 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-8435a0b5-cf87-4e7e-96b6-ecf066f5b553 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0883777 Jun 16 15:03:53.552874 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-2e96ee4f-a2be-4cc2-82b9-b33bb60403a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:53.554971 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-2e96ee4f-a2be-4cc2-82b9-b33bb60403a8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768890 Jun 16 15:03:53.594915 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.603245 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.705270 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-ff597bb5-0b45-4b83-ac77-4876151d1b1c service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425865 Jun 16 15:03:53.713315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Calling delete_port for 8cb39522-c9c0-4e46-8b72-7ac46b359579 owned by network:floatingip {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:53.864758 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-da95d770-b8c8-4adf-af0f-e38315069b2e req-f64a9a73-9a4c-4ae5-859a-eccd7fa1c004 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510582 Jun 16 15:03:53.939687 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:53.943012 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1bd54511-0922-4201-b2b1-1121123a47af tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:53.976967 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event deleted for resources: {'Port': ['ID=8cb39522-c9c0-4e46-8b72-7ac46b359579,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:53.983827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:54.046984 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks [] for floatingip, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.047488 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Floating IP 788c804a-0e49-4f73-8700-d7394b469680 disassociated (deleted). External IP: 172.27.2.118, port: 6157aded-edf0-4228-8942-0dfb7684912f. Jun 16 15:03:54.282417 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Router 0566f955-ecf7-4ffd-9e33-77e356825a47 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:03:54.408736 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:03:54.416274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:54.424390 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] Sync routers for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:03:54.441714 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:54.443464 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:54.487218 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-eb75d2b3-060d-4bf3-ba1c-152e7503680b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "DELETE /v2.0/floatingips/788c804a-0e49-4f73-8700-d7394b469680 HTTP/1.1" status: 204 len: 168 time: 1.3487592 Jun 16 15:03:54.487218 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:03:54.487649 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e509d0-9521-446a-ad66-c8aff5045acf req-172d03c2-bd1a-4aea-81cb-0ceddb975321 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:54.488332 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f9e509d0-9521-446a-ad66-c8aff5045acf req-172d03c2-bd1a-4aea-81cb-0ceddb975321 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1013665 Jun 16 15:03:54.488829 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c3514-bf04-44b1-bee6-44796693561b" -d '{"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:03:54.554787 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f9e509d0-9521-446a-ad66-c8aff5045acf req-542e4723-f1e6-4914-adde-45a0648788de tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568037 Jun 16 15:03:54.633690 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:54.638261 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a923f7-4c13-4061-a969-d1d3ea10489c x-openstack-request-id: req-e3a923f7-4c13-4061-a969-d1d3ea10489c {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:03:54.638730 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:03:54.639174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3a923f7-4c13-4061-a969-d1d3ea10489c {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:03:54.639731 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'status': 'completed', 'code': 200} Jun 16 15:03:54.760031 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3514-bf04-44b1-bee6-44796693561b req-12e5e21e-d7e7-47fc-a1a4-5c3197500a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:54.761840 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-12e5e21e-d7e7-47fc-a1a4-5c3197500a50 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=042694445396449083d690c1b4697298&device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 1098 time: 0.0968781 Jun 16 15:03:54.976024 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3514-bf04-44b1-bee6-44796693561b req-c977d216-c1ba-486c-bfc5-b3909c6a535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:54.992251 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-c977d216-c1ba-486c-bfc5-b3909c6a535c service neutron] 10.222.0.103 "GET /v2.0/networks?id=150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 200 len: 916 time: 0.2189245 Jun 16 15:03:55.093998 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:55.094586 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-a2079ed7-906d-4b40-ab10-ca58f1be15bb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 200 len: 217 time: 0.0957885 Jun 16 15:03:55.100860 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] Checking router: 0566f955-ecf7-4ffd-9e33-77e356825a47 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:03:55.116062 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:55.117439 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:55.183506 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3514-bf04-44b1-bee6-44796693561b req-e5950c4e-988a-48e6-9d45-d60e3f7cc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:55.186194 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-e5950c4e-988a-48e6-9d45-d60e3f7cc9aa service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 200 len: 854 time: 0.0845859 Jun 16 15:03:55.276724 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c3514-bf04-44b1-bee6-44796693561b req-6b55d08a-4cfe-4abe-8ba0-3d1a07891463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:55.279302 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-6b55d08a-4cfe-4abe-8ba0-3d1a07891463 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=150fd66e-2652-40e5-8023-86bd0fbe8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839953 Jun 16 15:03:55.296565 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:55.478087 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-b35de064-583e-4e4f-b0fb-dd12db6e0b6c service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876776 Jun 16 15:03:55.657560 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-226c3514-bf04-44b1-bee6-44796693561b req-4e6cb90b-0398-4655-a6c2-72ee558582b7 service neutron] 10.222.0.103 "GET /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661716 Jun 16 15:03:55.683950 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:55.690467 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac95a5-7120-4221-909e-ad3f50d1a5f7 None None] The sync data for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi is: [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:00:29Z', 'revision_number': 4, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': 'c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de', 'name': '', 'network_id': '150fd66e-2652-40e5-8023-86bd0fbe8557', 'tenant_id': '042694445396449083d690c1b4697298', 'mac_address': 'fa:16:3e:88:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:28Z', 'updated_at': '2021-06-16T15:00:38Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'subnets': [{'id': '5ca41850-5b61-40e7-afab-165099a85ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:03:55.846365 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52678) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:03:55.859478 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847111-eac6-4afb-bace-bc07778c1a18 req-fe923306-798c-4874-98e2-746011b16244 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:55.862124 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d6847111-eac6-4afb-bace-bc07778c1a18 req-fe923306-798c-4874-98e2-746011b16244 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.0969827 Jun 16 15:03:55.933658 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d6847111-eac6-4afb-bace-bc07778c1a18 req-95d6cdc2-0922-4bcd-a5e4-47edd04ee664 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628459 Jun 16 15:03:56.042824 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd1af3-f7cc-455f-ae70-5a1faf01bc41 None None] New status for floating IP 788c804a-0e49-4f73-8700-d7394b469680: DOWN {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:03:56.407396 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Deleting port cbf1b3dc-b953-4d23-9656-6cfb64cdd4a7 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:03:56.407957 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:56.533593 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:56.534437 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:56.619192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Calling delete_port for cbf1b3dc-b953-4d23-9656-6cfb64cdd4a7 owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:03:56.872618 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:56.875630 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7a1242b3-197c-468f-bd7f-9db4c8797117 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:03:56.903945 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event deleted for resources: {'Port': ['ID=cbf1b3dc-b953-4d23-9656-6cfb64cdd4a7,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:03:56.907914 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:03:57.010616 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:57.011218 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Floating IP 7b76de79-b2f1-46f4-a778-cca89726ca0c disassociated (deleted). External IP: 172.27.2.12, port: 70305a1d-09dd-4f04-b2d6-5d3333203376. Jun 16 15:03:57.562051 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d8d2e-e4f9-41b9-8e67-911a78fe0de7 req-823da345-6b6f-49db-96d1-9a404a95cafd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:57.563663 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ae6d8d2e-e4f9-41b9-8e67-911a78fe0de7 req-823da345-6b6f-49db-96d1-9a404a95cafd tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.4086201 Jun 16 15:03:57.626618 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ae6d8d2e-e4f9-41b9-8e67-911a78fe0de7 req-4d50e2d8-6cf2-4453-9191-aeb996190057 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527813 Jun 16 15:03:57.634456 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Router d4c6fd78-66c8-483d-9f30-e186c63cc3cb has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:03:57.809187 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:03:57.816932 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:03:57.827410 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] Sync routers for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:03:57.845209 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:57.846327 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:57.888603 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-45236665-261a-4d4b-bb6a-abb5cf9fb18d tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "DELETE /v2.0/floatingips/7b76de79-b2f1-46f4-a778-cca89726ca0c HTTP/1.1" status: 204 len: 168 time: 2.0404925 Jun 16 15:03:57.889656 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:03:57.893789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:03:58.045748 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4971b6f9-2d8e-44f0-979c-ed043e592b47 x-openstack-request-id: req-4971b6f9-2d8e-44f0-979c-ed043e592b47 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:03:58.046144 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:03:58.046582 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4971b6f9-2d8e-44f0-979c-ed043e592b47 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:03:58.047279 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'status': 'completed', 'code': 200} Jun 16 15:03:58.095863 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:58.295067 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-cdc1ee4c-566d-4cbf-a089-51eb99e62cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.304063 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-cdc1ee4c-566d-4cbf-a089-51eb99e62cd1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=145da4e05e294cfab1660fed725b558a&device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 1099 time: 0.2153506 Jun 16 15:03:58.509480 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:58.514021 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] Checking router: d4c6fd78-66c8-483d-9f30-e186c63cc3cb for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:03:58.555322 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:03:58.555322 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:03:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:58.557552 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb83ca1-b743-4a72-b179-1b2294d2a99e req-8947ee9b-db5f-4457-8360-a254e27685c5 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.562980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-6b532719-34c2-4096-9c93-f9d674d221ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.563311 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7bb83ca1-b743-4a72-b179-1b2294d2a99e req-8947ee9b-db5f-4457-8360-a254e27685c5 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.2520196 Jun 16 15:03:58.566491 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-6b532719-34c2-4096-9c93-f9d674d221ad service neutron] 10.222.0.103 "GET /v2.0/networks?id=659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 200 len: 909 time: 0.2572384 Jun 16 15:03:58.616557 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-8f870e2b-13fa-414a-8200-ad7c314576e8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 200 len: 217 time: 0.0418150 Jun 16 15:03:58.648128 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7bb83ca1-b743-4a72-b179-1b2294d2a99e req-580b6469-7769-477a-bc4f-330c04194fc5 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772138 Jun 16 15:03:58.715471 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-fa9f8697-09ad-4efd-8195-055e748511f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.717011 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-fa9f8697-09ad-4efd-8195-055e748511f3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 200 len: 847 time: 0.0929892 Jun 16 15:03:58.748365 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:03:58.818675 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000ca5-af01-48c0-95b5-25f1bdae1dd5 req-33e91be9-fd5a-4b19-9cd6-ed29bfd130b4 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.820666 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-02000ca5-af01-48c0-95b5-25f1bdae1dd5 req-33e91be9-fd5a-4b19-9cd6-ed29bfd130b4 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1580546 Jun 16 15:03:58.915483 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-02000ca5-af01-48c0-95b5-25f1bdae1dd5 req-69b3a531-29c8-41a5-b0ab-bd835f174ba1 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844274 Jun 16 15:03:58.919168 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-99d3bfe2-1bb0-444c-82b4-ae54e19be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.921817 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-99d3bfe2-1bb0-444c-82b4-ae54e19be92a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=659d7664-aa13-42a5-9433-d4cb276958d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1910398 Jun 16 15:03:58.948447 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839860f4-0cf2-4086-b02f-5e37b8f5b098 req-83d07cc9-442e-4ce1-917c-8e9160ea8ea5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:58.963333 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-839860f4-0cf2-4086-b02f-5e37b8f5b098 req-83d07cc9-442e-4ce1-917c-8e9160ea8ea5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.0908265 Jun 16 15:03:59.019814 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-839860f4-0cf2-4086-b02f-5e37b8f5b098 req-a0e2d4c1-95a5-4eeb-92c1-6e4623765fdb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510983 Jun 16 15:03:59.030670 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:03:59.040467 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025f3df-0e48-4d19-aed1-005808bb2789 None None] The sync data for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi is: [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:21Z', 'revision_number': 4, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '446a0b84-1d0e-4aa6-9fb3-f358ae641b89', 'name': '', 'network_id': '659d7664-aa13-42a5-9433-d4cb276958d4', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'mac_address': 'fa:16:3e:3b:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '457aac03-c6e7-444b-8683-fca127c18306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:20Z', 'updated_at': '2021-06-16T14:58:29Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'subnets': [{'id': '457aac03-c6e7-444b-8683-fca127c18306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:03:59.069093 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-34da5fc4-2c15-4f19-8905-4fd6f9d2abee service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357849 Jun 16 15:03:59.179786 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-69eea0b6-b82b-46d9-b52c-ab4e2a90ccb0 req-54afc4a7-b811-40cb-80f6-34802b371e7d service neutron] 10.222.0.103 "GET /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033778 Jun 16 15:03:59.309518 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c19c59-b04a-4423-ba66-9d6fc7e3dfa3 None None] New status for floating IP 7b76de79-b2f1-46f4-a778-cca89726ca0c: DOWN {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:03:59.924505 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4032fc-ee8d-4834-9136-75460ed1e69d req-6ed8e894-d382-4734-a662-3ce563eba1e2 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:03:59.927949 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0a4032fc-ee8d-4834-9136-75460ed1e69d req-6ed8e894-d382-4734-a662-3ce563eba1e2 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.1308463 Jun 16 15:04:00.050838 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0a4032fc-ee8d-4834-9136-75460ed1e69d req-430fedf0-ad28-468a-9770-81722d60968b tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154778 Jun 16 15:04:00.125691 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d1bd-4a65-4a71-8084-16149583463f req-a59b4a8f-9235-495b-9e35-0344b7555e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.127227 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-a59b4a8f-9235-495b-9e35-0344b7555e1f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1099 time: 0.1497819 Jun 16 15:04:00.151750 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:04:00.369750 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:00.393556 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'mac_address': 'fa:16:3e:2e:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:04:00.452420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:00.471877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82af85fc-82f8-44bd-b882-c4e417eadeba {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:04:00.505528 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d1bd-4a65-4a71-8084-16149583463f req-d5066c37-fb4a-483d-93f2-d1e952a79b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.511728 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-d5066c37-fb4a-483d-93f2-d1e952a79b97 service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.3397641 Jun 16 15:04:00.524669 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:00.530719 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:00.535244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-8898d60a-7319-4480-9079-4c3e7a63e26e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:00.636378 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['82af85fc-82f8-44bd-b882-c4e417eadeba'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:04:00.660075 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d8778-196b-4ae1-afa4-f659bca1d712 req-aa28963b-3704-41b8-a479-e96755b2306e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.663685 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d37d8778-196b-4ae1-afa4-f659bca1d712 req-aa28963b-3704-41b8-a479-e96755b2306e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.3682637 Jun 16 15:04:00.681612 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=6']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:00.696207 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:00.722855 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-7d5cafd4-5d0f-4ec7-bde0-7743ad32d174 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 1001 time: 0.1996093 Jun 16 15:04:00.816073 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860766-3e29-471c-9bb4-c8876426e2d6 req-c2f93429-af08-479d-ad4b-def24c8088ae tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.819946 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d37d8778-196b-4ae1-afa4-f659bca1d712 req-f5b5346d-d6f7-46f7-95f4-4eaf67f60eeb tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506360 Jun 16 15:04:00.829775 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3a860766-3e29-471c-9bb4-c8876426e2d6 req-c2f93429-af08-479d-ad4b-def24c8088ae tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.6877997 Jun 16 15:04:00.853038 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d1bd-4a65-4a71-8084-16149583463f req-021805a6-9d6c-4237-9c9b-b981abd67353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.856475 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-021805a6-9d6c-4237-9c9b-b981abd67353 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.1248882 Jun 16 15:04:00.863007 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-3a95a821-984b-42f5-b3a4-79889669ab35 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.865538 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-3a95a821-984b-42f5-b3a4-79889669ab35 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.103 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.8225086 Jun 16 15:04:00.955335 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-d4c07da0-223f-49f2-a0ac-9824748bd53a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.958354 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-d4c07da0-223f-49f2-a0ac-9824748bd53a tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.103 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.3697214 Jun 16 15:04:00.974698 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d1bd-4a65-4a71-8084-16149583463f req-6c1b0ec4-4782-40e6-aa8b-3f3ae9e35bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:00.978038 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-6c1b0ec4-4782-40e6-aa8b-3f3ae9e35bc0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139688 Jun 16 15:04:01.068293 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3a860766-3e29-471c-9bb4-c8876426e2d6 req-dc7fd8d8-adca-482f-9dc4-a606b6eff5be tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369144 Jun 16 15:04:01.293555 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-af77084a-b1dc-408f-bc46-55cbe993ee1a service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095667 Jun 16 15:04:01.354403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Deleting port 6157aded-edf0-4228-8942-0dfb7684912f {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:01.354988 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:01.661766 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8448d1bd-4a65-4a71-8084-16149583463f req-15e610cb-4c3a-4f9d-ae10-94533d4fd7fe service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606091 Jun 16 15:04:01.688573 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] For port 6157aded-edf0-4228-8942-0dfb7684912f, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=6157aded-edf0-4228-8942-0dfb7684912f,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:01.689699 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:01.736595 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345aa0b-62ec-47a2-a99e-529ce1744b87 req-c9b451bb-1ce2-47ef-b3f6-5eb86797beea tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:01.758449 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8345aa0b-62ec-47a2-a99e-529ce1744b87 req-c9b451bb-1ce2-47ef-b3f6-5eb86797beea tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 945 time: 0.2845845 Jun 16 15:04:01.847721 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Calling delete_port for 6157aded-edf0-4228-8942-0dfb7684912f owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:01.866231 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8345aa0b-62ec-47a2-a99e-529ce1744b87 req-932ff4a1-4e20-4bf6-a8be-2557b6a86e0e tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6221af3-c61f-4e39-b34c-5153d4ca8cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055706 Jun 16 15:04:01.881874 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Deleting port 70305a1d-09dd-4f04-b2d6-5d3333203376 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:01.882809 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.165698 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:02.212851 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] For port 70305a1d-09dd-4f04-b2d6-5d3333203376, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=70305a1d-09dd-4f04-b2d6-5d3333203376,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:02.218025 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.273553 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 82af85fc-82f8-44bd-b882-c4e417eadeba triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:02.274171 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.341566 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Calling delete_port for 70305a1d-09dd-4f04-b2d6-5d3333203376 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:02.502098 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.515684 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-70e6295d-d19c-459a-931b-d940c86d6802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:02.521051 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.559162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:04:02.561891 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb065a-bd02-4c6d-b6d0-3e037d1e9f4f" -d '{"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-plugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:02.576889 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:02.585482 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a69dd-8e2f-405b-9b66-ba48fb712566 req-eddad3ad-8732-4cb3-a535-3b9457346436 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:02.586294 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.586777 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6157aded-edf0-4228-8942-0dfb7684912f no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:02.589874 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-10ac624a-ef12-462c-bd5f-0ac9c81ac058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:02.590301 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-803a69dd-8e2f-405b-9b66-ba48fb712566 req-eddad3ad-8732-4cb3-a535-3b9457346436 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 946 time: 0.1824241 Jun 16 15:04:02.616666 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed96426-ebad-40fe-a30a-662d72306bc9 req-6f7b9919-efbc-4df6-a234-ea02ba2b8405 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:02.629178 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bed96426-ebad-40fe-a30a-662d72306bc9 req-6f7b9919-efbc-4df6-a234-ea02ba2b8405 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 945 time: 0.4886928 Jun 16 15:04:02.631565 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Pushing event deleted for resources: {'Port': ['ID=6157aded-edf0-4228-8942-0dfb7684912f,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:02.641655 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:02.658060 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 6157aded-edf0-4228-8942-0dfb7684912f {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:02.659782 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 6157aded-edf0-4228-8942-0dfb7684912f not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:02.660621 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 70305a1d-09dd-4f04-b2d6-5d3333203376 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:02.713996 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-803a69dd-8e2f-405b-9b66-ba48fb712566 req-ce3ea474-38fc-47cf-bd4d-0ffcc7279022 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/security-groups?id=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135476 Jun 16 15:04:02.840479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] No DVR routers for this DVR port 6157aded-edf0-4228-8942-0dfb7684912f on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:02.845509 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:02.847996 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fdc8b7d4-67e8-4dd3-94b5-5c63fd7f1706 req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.103 "DELETE /v2.0/ports/6157aded-edf0-4228-8942-0dfb7684912f HTTP/1.1" status: 204 len: 173 time: 1.9687741 Jun 16 15:04:02.848679 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'name': 'network-vif-deleted', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:04:02.858697 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbc977-fa63-4d01-81b5-b6eb7f3117be" -d '{"events": [{"server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "name": "network-vif-deleted", "tag": "6157aded-edf0-4228-8942-0dfb7684912f"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:03.009245 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609d901-d326-4080-b9a8-6418e8c73199 x-openstack-request-id: req-e609d901-d326-4080-b9a8-6418e8c73199 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:03.009610 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-plugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:03.009941 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e609d901-d326-4080-b9a8-6418e8c73199 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:03.010220 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'code': 200} Jun 16 15:04:03.023598 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=7']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:03.023598 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:03.031606 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf133c-acbf-4ac7-b4d3-60d2f453e639 x-openstack-request-id: req-8fdf133c-acbf-4ac7-b4d3-60d2f453e639 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:03.031953 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccc3810-d329-4ba6-a2d8-bb336197e7ba", "name": "network-vif-deleted", "tag": "6157aded-edf0-4228-8942-0dfb7684912f", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:03.032253 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fdf133c-acbf-4ac7-b4d3-60d2f453e639 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:03.046737 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccc3810-d329-4ba6-a2d8-bb336197e7ba', 'name': 'network-vif-deleted', 'tag': '6157aded-edf0-4228-8942-0dfb7684912f', 'status': 'completed', 'code': 200} Jun 16 15:04:03.075566 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bed96426-ebad-40fe-a30a-662d72306bc9 req-34b63f28-30ba-475f-ada7-e585e73a7d94 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4385507 Jun 16 15:04:03.112807 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:03.191673 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:03.200472 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-068300e2-2df6-44d6-9782-1df2ceac4799 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:03.275233 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event deleted for resources: {'Port': ['ID=70305a1d-09dd-4f04-b2d6-5d3333203376,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:03.291612 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:03.354531 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] No DVR routers for this DVR port 70305a1d-09dd-4f04-b2d6-5d3333203376 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:03.357717 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:03.360262 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8c4c4105-9b0f-4c10-8154-14dce030930b req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.103 "DELETE /v2.0/ports/70305a1d-09dd-4f04-b2d6-5d3333203376 HTTP/1.1" status: 204 len: 173 time: 2.3914526 Jun 16 15:04:03.385893 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6ac85a7c-9737-43dd-84ed-9e07469f2c94 req-b25c242a-0a03-423c-99bb-05dd6d6e05a6 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] 10.222.0.16 "GET /v2.0/ports?device_id=fccc3810-d329-4ba6-a2d8-bb336197e7ba HTTP/1.1" status: 200 len: 210 time: 0.0804753 Jun 16 15:04:03.926397 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:03.959393 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-10cd5297-3b37-4d49-9d27-e35c4203ef4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:04.139258 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d615ea7c-9243-4b7c-9202-dd43a2706d80 req-d704dc64-acb8-4c12-a242-fe0eb3bd5b99 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "GET /v2.0/ports?device_id=b107267d-15f0-42c6-ab85-b89160bd5f50 HTTP/1.1" status: 200 len: 210 time: 0.0969160 Jun 16 15:04:04.403150 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974126d-1222-4059-8782-276cd82d4481 req-553be22d-e879-4b5e-bc1b-15a8ee3540d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:04.405896 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4974126d-1222-4059-8782-276cd82d4481 req-553be22d-e879-4b5e-bc1b-15a8ee3540d0 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1348495 Jun 16 15:04:04.504337 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4974126d-1222-4059-8782-276cd82d4481 req-9e83ed8d-e63c-4611-b0a8-64d2a86e8ee3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884335 Jun 16 15:04:05.047642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-deleted', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:04:05.050398 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb99fa4-f58c-4b7f-b7ad-30b185d937a8" -d '{"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-deleted", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:05.138656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd7f432-2d2c-413b-accc-7a568bd8e7f0 x-openstack-request-id: req-8cd7f432-2d2c-413b-accc-7a568bd8e7f0 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:05.139160 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b107267d-15f0-42c6-ab85-b89160bd5f50", "name": "network-vif-deleted", "tag": "70305a1d-09dd-4f04-b2d6-5d3333203376", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:05.140202 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd7f432-2d2c-413b-accc-7a568bd8e7f0 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:05.141197 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b107267d-15f0-42c6-ab85-b89160bd5f50', 'name': 'network-vif-deleted', 'tag': '70305a1d-09dd-4f04-b2d6-5d3333203376', 'status': 'completed', 'code': 200} Jun 16 15:04:05.294307 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52844) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:05.450812 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.524475 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.648866 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.654818 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:05.655659 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] 10.222.0.16 "DELETE /v2.0/security-groups/6eaec224-9b1f-4029-b7c3-27ce6c4a4c90 HTTP/1.1" status: 204 len: 168 time: 0.3587301 Jun 16 15:04:05.673474 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9ca70951-cb09-41fd-be43-6cc9ad2ad6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:05.707200 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaec224-9b1f-4029-b7c3-27ce6c4a4c90,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:05.721796 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:05.735070 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52864) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:05.881818 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c9ae5-72f9-4386-9458-960c3dd9ff96 req-474941c2-df23-4e55-afbd-f84d2c81bec3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:05.884529 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e94c9ae5-72f9-4386-9458-960c3dd9ff96 req-474941c2-df23-4e55-afbd-f84d2c81bec3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1209102 Jun 16 15:04:06.017109 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52868) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:06.050102 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e94c9ae5-72f9-4386-9458-960c3dd9ff96 req-c997cbae-b3d1-4620-99ab-6a8a10e78283 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549222 Jun 16 15:04:06.520593 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-985f5176-dd45-4050-aae7-ca7314e50a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:06.642318 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:06.725621 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:06.915494 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:07.219463 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Deleting port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:07.220152 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:07.368330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] For port 446a0b84-1d0e-4aa6-9fb3-f358ae641b89, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:07.368669 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:07.423732 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:07.571077 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Calling delete_port for 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 owned by network:router_interface {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:07.659043 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d76d10-ff11-468b-9258-aa8044985b86 req-5f573941-d180-4c32-865e-74a01e68cee1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:07.659043 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f6d76d10-ff11-468b-9258-aa8044985b86 req-5f573941-d180-4c32-865e-74a01e68cee1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.2599707 Jun 16 15:04:07.850732 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f6d76d10-ff11-468b-9258-aa8044985b86 req-6d1abfe7-c33e-4cd9-854b-8b27ac01ae17 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193066 Jun 16 15:04:07.910346 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Deleting port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:07.910346 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.051071 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] For port c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:08.056101 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.135181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.145971 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2b3a0a6e-2cc3-4083-aba4-a1634aa1d78b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:08.156743 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Calling delete_port for c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de owned by network:router_interface {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:08.181466 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Pushing event deleted for resources: {'Port': ['ID=446a0b84-1d0e-4aa6-9fb3-f358ae641b89,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:08.186657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:08.508592 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.580458 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:08.585810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-082a6a17-2057-4288-9593-e3c605e1d7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:09.031591 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Router d4c6fd78-66c8-483d-9f30-e186c63cc3cb has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:09.050007 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:09.060238 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:09.233861 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52910) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:09.409980 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Deleting subnet 029c0724-afc3-45c8-b20a-454af82244b0 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:04:09.418224 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.419133 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.462783 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.526773 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.581337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:09.593997 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] Sync routers for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:09.598274 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] 10.222.0.16 "PUT /v2.0/routers/d4c6fd78-66c8-483d-9f30-e186c63cc3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8612349 Jun 16 15:04:09.605764 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52912) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:09.612859 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:09.614007 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:09.626847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fd31d-4d63-49a2-85e3-b543ee310529 req-c8ae0290-9b01-404b-9757-c307b1246bce tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:09.639746 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de7fd31d-4d63-49a2-85e3-b543ee310529 req-c8ae0290-9b01-404b-9757-c307b1246bce tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.3452711 Jun 16 15:04:09.689853 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.739902 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks [] for router, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.813046 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-de7fd31d-4d63-49a2-85e3-b543ee310529 req-e6834f61-dcfa-44bf-8d56-093d324156c7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680398 Jun 16 15:04:09.863666 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:09.909636 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.921587 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:09.945801 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029c0724-afc3-45c8-b20a-454af82244b0,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:09.948140 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:09.950233 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/029c0724-afc3-45c8-b20a-454af82244b0 HTTP/1.1" status: 204 len: 168 time: 0.7119148 Jun 16 15:04:09.953299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8ba085ed-c711-4023-95c4-809c9f817718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:09.953966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52914) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:10.047594 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.047913 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.179723 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.218381 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d32e0b6-e720-4ad5-90fd-78f17672554e']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.225528 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Router 0566f955-ecf7-4ffd-9e33-77e356825a47 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:10.228472 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Deleting port f6ffc12e-97d2-44b8-89fe-b206101c5983 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:10.229281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.248212 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c0da4a-d374-4b61-afcd-e6c80dcd9f9b') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.249333 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c0da4a-d374-4b61-afcd-e6c80dcd9f9b') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.265198 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.285805 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.303925 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:04:10.304961 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:04:10.410914 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:04:10.416622 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.438600 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.444547 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d32e0b6-e720-4ad5-90fd-78f17672554e HTTP/1.1" status: 204 len: 168 time: 0.4890497 Jun 16 15:04:10.447946 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:10.453971 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T15:04:08Z', 'revision_number': 5, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port': {'id': 'f6ffc12e-97d2-44b8-89fe-b206101c5983', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.467633 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] Checking router: d4c6fd78-66c8-483d-9f30-e186c63cc3cb for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:10.484226 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52916) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:10.485050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d32e0b6-e720-4ad5-90fd-78f17672554e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:10.491951 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-72b01753-c497-4b83-bfbf-d16df822eae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:10.494764 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] Routers {'d4c6fd78-66c8-483d-9f30-e186c63cc3cb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:10.498338 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.661307 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] Set router d4c6fd78-66c8-483d-9f30-e186c63cc3cb gateway port host: None {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:10.696849 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] For port f6ffc12e-97d2-44b8-89fe-b206101c5983, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=f6ffc12e-97d2-44b8-89fe-b206101c5983,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:10.697718 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.709428 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_v2 [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Deleting subnet a2a64c02-2102-4ad1-b4a3-6b0ec3e26ce1 {{(pid=91763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:04:10.734659 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:10.822341 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:10.840195 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] Sync routers for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:10.860986 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:10.862446 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.902173 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Calling delete_port for f6ffc12e-97d2-44b8-89fe-b206101c5983 owned by network:router_gateway {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:10.921573 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T15:04:10Z', 'revision_number': 6, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:10.937802 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5af895-fe6b-484e-9f2a-8d13062699a0 None None] The sync data for ids ['d4c6fd78-66c8-483d-9f30-e186c63cc3cb'] in dv-cinder-795009-4-iscsi is: [{'id': 'd4c6fd78-66c8-483d-9f30-e186c63cc3cb', 'name': 'tempest-TestShelveInstance-883485913-router', 'tenant_id': '145da4e05e294cfab1660fed725b558a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:17Z', 'updated_at': '2021-06-16T15:04:10Z', 'revision_number': 6, 'project_id': '145da4e05e294cfab1660fed725b558a', 'gw_port_host': None}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:10.942520 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] 10.222.0.16 "PUT /v2.0/routers/0566f955-ecf7-4ffd-9e33-77e356825a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9241512 Jun 16 15:04:10.946359 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52920) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:10.982663 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130156516'] for subnet, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.093190 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:11.143129 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks [] for router, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.338384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.389659 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.484410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Deleting port 92f0e385-d80d-43bb-a409-3bbfbe62daca {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:11.484751 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.567344 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:04:08Z', 'revision_number': 5, 'project_id': '042694445396449083d690c1b4697298', 'gw_port': {'id': '92f0e385-d80d-43bb-a409-3bbfbe62daca', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:23Z', 'updated_at': '2021-06-16T15:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:11.573438 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] Checking router: 0566f955-ecf7-4ffd-9e33-77e356825a47 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:11.588485 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] Routers {'0566f955-ecf7-4ffd-9e33-77e356825a47'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:11.590396 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['0566f955-ecf7-4ffd-9e33-77e356825a47'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:11.669875 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831faa08-7222-4c19-9875-ef83106d9ee6 req-faf8e0cf-5716-46ef-92d6-255414cc41b5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:11.683793 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-831faa08-7222-4c19-9875-ef83106d9ee6 req-faf8e0cf-5716-46ef-92d6-255414cc41b5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.4447098 Jun 16 15:04:11.710007 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130156121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130227154'] for subnet, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.742357 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6d1aa1b6-28cc-449e-b100-4192d880e6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:11.779852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] Set router 0566f955-ecf7-4ffd-9e33-77e356825a47 gateway port host: None {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:11.844467 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.851802 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a2a64c02-2102-4ad1-b4a3-6b0ec3e26ce1 HTTP/1.1" status: 204 len: 168 time: 1.3139703 Jun 16 15:04:11.852767 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52922) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:11.872432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a64c02-2102-4ad1-b4a3-6b0ec3e26ce1,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:11.877312 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-508e162f-b4ae-4f9c-b6e1-0d8e54f745ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:11.903038 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:04:11Z', 'revision_number': 6, 'project_id': '042694445396449083d690c1b4697298', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:11.911673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc7be1-38d1-4e6e-b43f-05d4d44078e1 None None] The sync data for ids ['0566f955-ecf7-4ffd-9e33-77e356825a47'] in dv-cinder-795009-4-iscsi is: [{'id': '0566f955-ecf7-4ffd-9e33-77e356825a47', 'name': 'tempest-TestMinimumBasicScenario-1313409858-router', 'tenant_id': '042694445396449083d690c1b4697298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:22Z', 'updated_at': '2021-06-16T15:04:11Z', 'revision_number': 6, 'project_id': '042694445396449083d690c1b4697298', 'gw_port_host': None}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:11.940919 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-831faa08-7222-4c19-9875-ef83106d9ee6 req-06da317c-50cc-41ec-8ffd-5411733ea6dc tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486851 Jun 16 15:04:11.976771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:11.988987 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:11.989810 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] For port 92f0e385-d80d-43bb-a409-3bbfbe62daca, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=92f0e385-d80d-43bb-a409-3bbfbe62daca,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:11.990236 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.063829 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ffc12e-97d2-44b8-89fe-b206101c5983,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:12.079740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Calling delete_port for 92f0e385-d80d-43bb-a409-3bbfbe62daca owned by network:router_gateway {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:12.123326 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:12.147314 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.324193 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:04:12.381150 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.398560 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:12.426804 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.448189 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c19641-98bb-45f2-954e-a466c4cd4d70']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:12.451174 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.464318 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f0e385-d80d-43bb-a409-3bbfbe62daca,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:12.477157 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:12.552005 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:12.614270 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.628002 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.631666 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.640655 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:12.641466 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 446a0b84-1d0e-4aa6-9fb3-f358ae641b89 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:12.642516 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device f6ffc12e-97d2-44b8-89fe-b206101c5983 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:12.683062 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: f6ffc12e-97d2-44b8-89fe-b206101c5983 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:12.683506 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device f6ffc12e-97d2-44b8-89fe-b206101c5983 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:12.683837 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:12.714319 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:12.715240 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.715442 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c3230cf3-21ba-4ac9-b84f-86bdcc1fe8de not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:12.715804 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c6fd78-66c8-483d-9f30-e186c63cc3cb {{(pid=91763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:04:12.738412 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.742524 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-3418e437-8b8c-489f-b861-3eaddcfdd351 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d4c6fd78-66c8-483d-9f30-e186c63cc3cb HTTP/1.1" status: 204 len: 168 time: 3.1323512 Jun 16 15:04:12.744107 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0608228c-32dd-405b-bbde-297719653f3f') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:12.747644 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0608228c-32dd-405b-bbde-297719653f3f') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:12.747644 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52924) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:12.825441 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.829180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.832874 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.873725 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.880653 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Deleting subnet 457aac03-c6e7-444b-8683-fca127c18306 {{(pid=91763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:04:12.891179 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.895847 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:04:12.896372 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: retrieve_revision_numbers = { Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:04:12.898756 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:04:12.934581 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.935268 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0566f955-ecf7-4ffd-9e33-77e356825a47 {{(pid=91762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:04:12.941312 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:12.943423 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0566f955-ecf7-4ffd-9e33-77e356825a47 HTTP/1.1" status: 204 len: 168 time: 1.9959309 Jun 16 15:04:12.947747 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52930) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:13.025315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Deleting subnet 5ca41850-5b61-40e7-afab-165099a85ad7 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:04:13.034842 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.094559 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130156516'] for subnet, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.099319 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.116568 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.227511 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.231735 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71c19641-98bb-45f2-954e-a466c4cd4d70 HTTP/1.1" status: 204 len: 168 time: 1.3705614 Jun 16 15:04:13.249108 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.268883 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:13.361264 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c19641-98bb-45f2-954e-a466c4cd4d70,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:13.374210 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b09cee75-732f-44ce-8900-b6d26ddca566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:13.395776 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.417280 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:13.417432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.459427 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52936) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:13.469168 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca41850-5b61-40e7-afab-165099a85ad7,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:13.471502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.474348 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5ca41850-5b61-40e7-afab-165099a85ad7 HTTP/1.1" status: 204 len: 168 time: 0.5249016 Jun 16 15:04:13.480409 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-801a62ac-7a6b-4277-87b5-9cb45777da8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:13.480942 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52938) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:13.493746 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6da17a-3d14-494b-8c80-a06072483899 None None] Network 150fd66e-2652-40e5-8023-86bd0fbe8557 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:13.554942 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee17f16-5179-4043-913a-bc3f25fc8b40 req-3262b54a-4c8a-42bb-8b0a-09b4d8641e56 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:13.573466 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-aee17f16-5179-4043-913a-bc3f25fc8b40 req-3262b54a-4c8a-42bb-8b0a-09b4d8641e56 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.2659605 Jun 16 15:04:13.720678 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-aee17f16-5179-4043-913a-bc3f25fc8b40 req-ce77bf66-d754-49cc-bcaf-bd5935a5f250 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461630 Jun 16 15:04:13.724662 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.897883 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] DHCP port deletion for 150fd66e-2652-40e5-8023-86bd0fbe8557 request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:04:13.899572 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Deleting port d0c22740-fac4-44f9-84ff-7e82bb004ce2 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:13.900278 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:13.966078 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-88d5a92a-c0a2-4ed8-bdfd-342c09d58410 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9f5c8a08071436fa80141d6b3c95d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017941 Jun 16 15:04:13.972060 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52940) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:14.004363 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130156121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130227154'] for subnet, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.006949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:14.035044 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457aac03-c6e7-444b-8683-fca127c18306,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:14.039616 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:14.045328 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.049233 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a2205a65-35ae-49a7-9987-f8f8284d9e6d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/457aac03-c6e7-444b-8683-fca127c18306 HTTP/1.1" status: 204 len: 168 time: 1.3000748 Jun 16 15:04:14.052308 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Deleting port d0c22740-fac4-44f9-84ff-7e82bb004ce2 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:14.053206 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.056776 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52942) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:14.132573 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] For port d0c22740-fac4-44f9-84ff-7e82bb004ce2, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=d0c22740-fac4-44f9-84ff-7e82bb004ce2,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:14.133156 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.143117 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] For port d0c22740-fac4-44f9-84ff-7e82bb004ce2, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=d0c22740-fac4-44f9-84ff-7e82bb004ce2,segment=NetworkSegment(80cb756b-6785-42e1-94f2-b7a9360c4a3b),segment_id=80cb756b-6785-42e1-94f2-b7a9360c4a3b)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:14.143984 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.245188 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Calling delete_port for d0c22740-fac4-44f9-84ff-7e82bb004ce2 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:14.286358 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.291434 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Calling delete_port for d0c22740-fac4-44f9-84ff-7e82bb004ce2 owned by network:dhcp {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:14.398213 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.408860 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5812872-8a6f-4edd-ab3c-05de32455b27 None None] Network 659d7664-aa13-42a5-9433-d4cb276958d4 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:14.505485 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.516925 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Deleting port c119dfa2-ef00-4e20-aceb-2a51445ec14f {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:14.517751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.567680 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 92f0e385-d80d-43bb-a409-3bbfbe62daca no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:14.612502 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 92f0e385-d80d-43bb-a409-3bbfbe62daca {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:14.613956 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 92f0e385-d80d-43bb-a409-3bbfbe62daca not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:14.614778 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device d0c22740-fac4-44f9-84ff-7e82bb004ce2 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:14.668775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.676784 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b76248ae-3ca8-4e43-bb68-c1bb694a390e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:14.682018 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.688095 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.689385 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaf4f123-5799-4bfa-b32c-736741e8c035 HTTP/1.1" status: 204 len: 168 time: 0.7152016 Jun 16 15:04:14.699443 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] For port c119dfa2-ef00-4e20-aceb-2a51445ec14f, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c119dfa2-ef00-4e20-aceb-2a51445ec14f,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:14.699822 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.756274 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: d0c22740-fac4-44f9-84ff-7e82bb004ce2 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:14.756551 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device d0c22740-fac4-44f9-84ff-7e82bb004ce2 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:14.756849 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c22740-fac4-44f9-84ff-7e82bb004ce2,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:14.782538 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:14.787070 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1dec154b-6d1f-4f14-98e0-ac5b2ef1fcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:14.811550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf4f123-5799-4bfa-b32c-736741e8c035,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:14.824601 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] No DVR routers for this DVR port d0c22740-fac4-44f9-84ff-7e82bb004ce2 on host dv-cinder-795009-4-iscsi {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:14.828149 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:14.912107 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:14.919640 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:14.954900 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Pushing event deleted for resources: {'Port': ['ID=d0c22740-fac4-44f9-84ff-7e82bb004ce2,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:14.958112 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] No DVR routers for this DVR port d0c22740-fac4-44f9-84ff-7e82bb004ce2 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:14.974648 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:15.033618 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Calling delete_port for c119dfa2-ef00-4e20-aceb-2a51445ec14f owned by network:dhcp {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:15.050304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.078830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150fd66e-2652-40e5-8023-86bd0fbe8557']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:15.119985 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cb756b-6785-42e1-94f2-b7a9360c4a3b') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:15.120281 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cb756b-6785-42e1-94f2-b7a9360c4a3b') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:15.132625 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.151204 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] DHCP port deletion for 659d7664-aa13-42a5-9433-d4cb276958d4 request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:04:15.152615 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.161596 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:04:15.162073 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:04:15.166257 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:04:15.278215 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.295778 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-af791581-2d1b-44da-8000-9fb0d6116ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:15.321772 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Deleting port c119dfa2-ef00-4e20-aceb-2a51445ec14f {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:15.322405 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.346037 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.350674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/150fd66e-2652-40e5-8023-86bd0fbe8557 HTTP/1.1" status: 204 len: 168 time: 1.8660386 Jun 16 15:04:15.353027 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=150fd66e-2652-40e5-8023-86bd0fbe8557,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:15.365765 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:15.367085 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52952) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:15.448962 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f852a8-1209-403f-9d4b-0876cd8b21f8 req-af640326-2fda-4ab0-8f23-c5658fb81831 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:15.461767 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-63f852a8-1209-403f-9d4b-0876cd8b21f8 req-af640326-2fda-4ab0-8f23-c5658fb81831 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.3811655 Jun 16 15:04:15.506245 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.516190 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-283730b8-5ba8-4ff9-8985-732fe229280d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:15.551366 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] For port c119dfa2-ef00-4e20-aceb-2a51445ec14f, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=c119dfa2-ef00-4e20-aceb-2a51445ec14f,segment=NetworkSegment(bb7ccba3-5776-4a16-8c05-fefd3e0a3df6),segment_id=bb7ccba3-5776-4a16-8c05-fefd3e0a3df6)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:15.551680 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.596894 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Pushing event deleted for resources: {'Port': ['ID=c119dfa2-ef00-4e20-aceb-2a51445ec14f,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:15.602190 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] No DVR routers for this DVR port c119dfa2-ef00-4e20-aceb-2a51445ec14f on host dv-cinder-795009-4-iscsi {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:15.608419 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:15.631536 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-63f852a8-1209-403f-9d4b-0876cd8b21f8 req-006abe6c-eba7-4c63-90e6-288e7959b38e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679494 Jun 16 15:04:15.715170 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52954) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:15.767520 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Calling delete_port for c119dfa2-ef00-4e20-aceb-2a51445ec14f owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:15.869177 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c8797c49-0fe3-4ce8-9e1f-c2bfcc3a43b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87006ea5e7ce4d6d9af6aa82e3b160bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524358 Jun 16 15:04:15.899618 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 52956) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:15.942303 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.944308 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:15.953621 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:15.959363 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] No DVR routers for this DVR port c119dfa2-ef00-4e20-aceb-2a51445ec14f on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:15.980317 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Pushing event deleted for resources: {'Port': ['ID=c119dfa2-ef00-4e20-aceb-2a51445ec14f,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:15.986382 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:16.004735 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659d7664-aa13-42a5-9433-d4cb276958d4']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:16.037237 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:16.039545 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7ccba3-5776-4a16-8c05-fefd3e0a3df6') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:16.063277 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.091117 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.100348 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:04:16.100915 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:04:16.103256 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:04:16.148950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.226300 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.233974 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.245244 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:16.259961 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.282718 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] 10.222.0.16 "DELETE /v2.0/networks/659d7664-aa13-42a5-9433-d4cb276958d4 HTTP/1.1" status: 204 len: 168 time: 2.2186649 Jun 16 15:04:16.288966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 52958) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:16.441463 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c119dfa2-ef00-4e20-aceb-2a51445ec14f no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:16.469473 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.479060 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Pushing event deleted for resources: {'Network': ['ID=659d7664-aa13-42a5-9433-d4cb276958d4,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:16.488153 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: c119dfa2-ef00-4e20-aceb-2a51445ec14f {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:16.489041 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device c119dfa2-ef00-4e20-aceb-2a51445ec14f not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:16.490926 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:16.622686 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.628830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:16.632583 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8f1376f-e7e7-4177-9129-5e97c30e2ad5 HTTP/1.1" status: 204 len: 168 time: 0.7315457 Jun 16 15:04:16.639024 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d811672c-b52f-45b8-9879-1da7d15f23a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:16.660813 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1376f-e7e7-4177-9129-5e97c30e2ad5,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:16.674227 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3cd4298f-d743-463b-aa4d-87c20ab29469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:17.170647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:17.303811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Deleting port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:17.304656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:17.358047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2e801-a06e-4433-bb26-e03d0022fd50 req-c34466e8-df0d-4500-a167-cc421b7a802a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:17.361232 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e8d2e801-a06e-4433-bb26-e03d0022fd50 req-c34466e8-df0d-4500-a167-cc421b7a802a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.2716198 Jun 16 15:04:17.531410 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e8d2e801-a06e-4433-bb26-e03d0022fd50 req-d7174db7-1e25-4088-8725-87b571c56da8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487100 Jun 16 15:04:17.606574 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] For port 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:17.612002 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:17.746979 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Calling delete_port for 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 owned by network:router_interface {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:17.837677 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Deleting port 3b9754da-7d5a-4acb-925a-57aa297fd4a4 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:17.838524 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:18.042128 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] For port 3b9754da-7d5a-4acb-925a-57aa297fd4a4, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=3b9754da-7d5a-4acb-925a-57aa297fd4a4,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:18.042613 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:18.155415 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:18.162551 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1cf5d863-f179-40e1-87e4-bcdbcf3882aa tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:18.202773 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Calling delete_port for 3b9754da-7d5a-4acb-925a-57aa297fd4a4 owned by network:router_interface {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:18.235202 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Pushing event deleted for resources: {'Port': ['ID=7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:18.245029 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:18.637763 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:18.734446 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:18.737428 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-02ff2ad0-7478-4b9d-afcf-ee7491f91ec5 tempest-VolumesSnapshotTestJSON-381345615 tempest-VolumesSnapshotTestJSON-381345615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:18.852569 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9754da-7d5a-4acb-925a-57aa297fd4a4,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:18.868729 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:19.109825 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e68fad-6cd4-4db7-b41b-68879e873ad5 req-bbd5ae87-6856-49fe-bc98-482d721a4f1f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:19.119870 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-09e68fad-6cd4-4db7-b41b-68879e873ad5 req-bbd5ae87-6856-49fe-bc98-482d721a4f1f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.3715534 Jun 16 15:04:19.195429 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-09e68fad-6cd4-4db7-b41b-68879e873ad5 req-4df053ef-2e59-4dc4-814b-ffd105173f2c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767322 Jun 16 15:04:19.207584 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Router f34288ff-76d1-4a37-ae77-88986bf034c7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:19.247900 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:19.453746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:19.464841 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] 10.222.0.16 "PUT /v2.0/routers/f34288ff-76d1-4a37-ae77-88986bf034c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0950515 Jun 16 15:04:19.467092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53028) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:19.467284 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] Sync routers for ids ['f34288ff-76d1-4a37-ae77-88986bf034c7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:19.506452 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] Routers {'f34288ff-76d1-4a37-ae77-88986bf034c7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:19.507536 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f34288ff-76d1-4a37-ae77-88986bf034c7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:19.855509 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks [] for router, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:19.874414 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] Set router f34288ff-76d1-4a37-ae77-88986bf034c7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:19.990081 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Router 790c4f17-5dde-4c14-840c-a063ed577e79 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:20.161909 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:04:18Z', 'revision_number': 5, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:20.166189 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] Checking router: f34288ff-76d1-4a37-ae77-88986bf034c7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:20.177811 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] Routers {'f34288ff-76d1-4a37-ae77-88986bf034c7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:20.178743 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f34288ff-76d1-4a37-ae77-88986bf034c7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:20.199035 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:20.314168 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:20.328147 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] Sync routers for ids ['790c4f17-5dde-4c14-840c-a063ed577e79'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:20.334487 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53060) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:20.345224 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c58fc465-4f7b-4373-9c83-5ff937416fb8 admin admin] 10.222.0.16 "PUT /v2.0/routers/790c4f17-5dde-4c14-840c-a063ed577e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0352461 Jun 16 15:04:20.359545 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] Routers {'790c4f17-5dde-4c14-840c-a063ed577e79'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:20.364184 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['790c4f17-5dde-4c14-840c-a063ed577e79'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:20.391931 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] Set router f34288ff-76d1-4a37-ae77-88986bf034c7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:20.396747 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Deleting port 41768c67-274c-4b45-825d-1a2b3692f1ac {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:20.397606 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:20.537111 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] For port 41768c67-274c-4b45-825d-1a2b3692f1ac, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=41768c67-274c-4b45-825d-1a2b3692f1ac,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:20.537846 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:20.541861 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] Set router 790c4f17-5dde-4c14-840c-a063ed577e79 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:20.682982 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:04:18Z', 'revision_number': 5, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:20.687872 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3687ccf-f534-4565-a967-56ae6cec5f41 None None] The sync data for ids ['f34288ff-76d1-4a37-ae77-88986bf034c7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'name': 'tempest-TestMinimumBasicScenario-1451778450-router', 'tenant_id': '293164b829bf4144a4f4685c4feb544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:00:35Z', 'updated_at': '2021-06-16T15:04:18Z', 'revision_number': 5, 'project_id': '293164b829bf4144a4f4685c4feb544f', 'gw_port': {'id': '41768c67-274c-4b45-825d-1a2b3692f1ac', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34288ff-76d1-4a37-ae77-88986bf034c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:00:36Z', 'updated_at': '2021-06-16T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:20.698054 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Calling delete_port for 41768c67-274c-4b45-825d-1a2b3692f1ac owned by network:router_gateway {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:20.876859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks [] for router, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:20.971823 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1ca1-b584-4b17-854e-e67c8f4e5135 req-12cb3e78-0fc8-4b70-a937-8c9036c1ed25 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:20.974038 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:20.979805 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1beb1ca1-b584-4b17-854e-e67c8f4e5135 req-12cb3e78-0fc8-4b70-a937-8c9036c1ed25 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.2451234 Jun 16 15:04:20.984723 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9f2792a3-90c6-4ce8-81d6-8ece5874f0e0 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:20.990646 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T15:04:18Z', 'revision_number': 5, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:20.996566 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] Checking router: 790c4f17-5dde-4c14-840c-a063ed577e79 for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:21.015198 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] Routers {'790c4f17-5dde-4c14-840c-a063ed577e79'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:21.015951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['790c4f17-5dde-4c14-840c-a063ed577e79'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:21.036100 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Pushing event deleted for resources: {'Port': ['ID=41768c67-274c-4b45-825d-1a2b3692f1ac,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:21.047676 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:21.056637 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1beb1ca1-b584-4b17-854e-e67c8f4e5135 req-daa7926a-beb9-403a-9377-44a382634677 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758557 Jun 16 15:04:21.105385 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.172244 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.174368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Deleting port 86b803de-5244-4081-83c4-38a5ec090d91 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:21.176415 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.184695 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] Set router 790c4f17-5dde-4c14-840c-a063ed577e79 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:21.388353 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] For port 86b803de-5244-4081-83c4-38a5ec090d91, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=86b803de-5244-4081-83c4-38a5ec090d91,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:21.388965 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.450046 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T15:04:18Z', 'revision_number': 5, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:21.455666 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88184-7d75-454b-bf9d-588c41400b6d None None] The sync data for ids ['790c4f17-5dde-4c14-840c-a063ed577e79'] in dv-cinder-795009-4-iscsi is: [{'id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'name': 'tempest-TestShelveInstance-77168889-router', 'tenant_id': '9c805e91a67d43228d9f675a5b9f4d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '86b803de-5244-4081-83c4-38a5ec090d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T15:04:18Z', 'revision_number': 5, 'project_id': '9c805e91a67d43228d9f675a5b9f4d57', 'gw_port': {'id': '86b803de-5244-4081-83c4-38a5ec090d91', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790c4f17-5dde-4c14-840c-a063ed577e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:58:24Z', 'updated_at': '2021-06-16T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:21.525633 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Calling delete_port for 86b803de-5244-4081-83c4-38a5ec090d91 owned by network:router_gateway {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:21.541425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-3d1f2978-8d1d-4bfe-a5df-7ed0f50d9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:21.543347 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-3d1f2978-8d1d-4bfe-a5df-7ed0f50d9df2 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1099 time: 0.3446007 Jun 16 15:04:21.591921 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.595735 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.673713 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.675248 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34288ff-76d1-4a37-ae77-88986bf034c7 {{(pid=91763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:04:21.684133 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.685639 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] 10.222.0.16 "DELETE /v2.0/routers/f34288ff-76d1-4a37-ae77-88986bf034c7 HTTP/1.1" status: 204 len: 168 time: 2.2165639 Jun 16 15:04:21.688563 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53064) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:21.744574 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-3f13813f-7835-4555-beef-aeb6ee16691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:21.746183 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-3f13813f-7835-4555-beef-aeb6ee16691d service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1669350 Jun 16 15:04:21.756426 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Deleting subnet c5e52ec0-f00a-4a43-b8c9-8f5554585091 {{(pid=91763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:04:21.761859 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.845333 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130156516'] for subnet, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:21.956259 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-91fbdbfd-384d-4605-8f6b-406701264250 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 1002 time: 0.2027161 Jun 16 15:04:21.973274 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.024561 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.035745 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b4dbba12-be59-4743-a703-4b978ecd0b76 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:22.070660 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130156121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130227154'] for subnet, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.087764 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b3a78b15-d656-4e5b-bc3d-e9f00acb6381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:22.117259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b803de-5244-4081-83c4-38a5ec090d91,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:22.120807 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e52ec0-f00a-4a43-b8c9-8f5554585091,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:22.125222 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.125613 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:22.131627 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c5e52ec0-f00a-4a43-b8c9-8f5554585091 HTTP/1.1" status: 204 len: 168 time: 0.4390326 Jun 16 15:04:22.131627 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:22.131992 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53070) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:22.139772 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-d7dd05d5-79cd-4457-aaa4-571fefaf03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:22.140228 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d8c91-e38b-43f7-9d15-b4c9aef6afd5 None None] Network c5e50bf4-6790-4332-8082-0679f2928021 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:22.146896 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-d7dd05d5-79cd-4457-aaa4-571fefaf03cc service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.1822164 Jun 16 15:04:22.321295 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.430571 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.465449 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] DHCP port deletion for c5e50bf4-6790-4332-8082-0679f2928021 request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:04:22.502927 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Deleting port ad3c483f-a517-4e97-b67e-befa082d6d74 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:22.502927 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.572863 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.575713 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.589815 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Deleting port ad3c483f-a517-4e97-b67e-befa082d6d74 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:22.590452 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.600744 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 3b9754da-7d5a-4acb-925a-57aa297fd4a4 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:22.605274 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] For port ad3c483f-a517-4e97-b67e-befa082d6d74, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=ad3c483f-a517-4e97-b67e-befa082d6d74,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:22.606434 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.642080 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.642507 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790c4f17-5dde-4c14-840c-a063ed577e79 {{(pid=91762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:04:22.645992 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-0b887201-c80d-4f50-a31b-3abc0fd87e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:22.647549 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-0b887201-c80d-4f50-a31b-3abc0fd87e52 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4586053 Jun 16 15:04:22.652274 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.654569 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] 10.222.0.16 "DELETE /v2.0/routers/790c4f17-5dde-4c14-840c-a063ed577e79 HTTP/1.1" status: 204 len: 168 time: 2.3176298 Jun 16 15:04:22.664284 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcaace-ee17-411e-a5e7-0b1620e868fa req-720aee9b-dc6c-42ac-9d84-d064231103df tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:22.664284 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f7bcaace-ee17-411e-a5e7-0b1620e868fa req-720aee9b-dc6c-42ac-9d84-d064231103df tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.2297211 Jun 16 15:04:22.680387 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53072) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:22.695057 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Calling delete_port for ad3c483f-a517-4e97-b67e-befa082d6d74 owned by network:dhcp {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:22.697899 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 3b9754da-7d5a-4acb-925a-57aa297fd4a4 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:22.698084 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 3b9754da-7d5a-4acb-925a-57aa297fd4a4 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:22.698478 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 41768c67-274c-4b45-825d-1a2b3692f1ac no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:22.772859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Deleting subnet 7f85e420-457d-4abc-9e5f-57a6b5958f17 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:04:22.792485 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.819198 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f7bcaace-ee17-411e-a5e7-0b1620e868fa req-bf60f9ae-499f-41c6-bef1-46ced4fda178 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179154 Jun 16 15:04:22.838588 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 41768c67-274c-4b45-825d-1a2b3692f1ac {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:22.840932 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 41768c67-274c-4b45-825d-1a2b3692f1ac not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:22.842093 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:22.883338 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:22.883704 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 7957b8ff-c1f7-4f31-b6b8-08c7ae4e0ca9 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:22.900807 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] For port ad3c483f-a517-4e97-b67e-befa082d6d74, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=ad3c483f-a517-4e97-b67e-befa082d6d74,segment=NetworkSegment(2a89873d-8949-4517-97ea-969d5f7101bf),segment_id=2a89873d-8949-4517-97ea-969d5f7101bf)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:22.900807 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.903195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.927093 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:22.929662 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c10cf50e-4674-4d49-ae15-e7de476d1132 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:22.944836 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-7ca551d4-4bb8-4fd8-bab1-c59763e8917d service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900634 Jun 16 15:04:22.960588 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] No DVR routers for this DVR port ad3c483f-a517-4e97-b67e-befa082d6d74 on host dv-cinder-795009-4-iscsi {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:22.963075 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3c483f-a517-4e97-b67e-befa082d6d74,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:22.968048 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:23.017906 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Calling delete_port for ad3c483f-a517-4e97-b67e-befa082d6d74 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:23.047845 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.060678 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e50bf4-6790-4332-8082-0679f2928021']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:23.074240 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a89873d-8949-4517-97ea-969d5f7101bf') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:23.074632 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a89873d-8949-4517-97ea-969d5f7101bf') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:23.088531 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.111709 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.125613 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:04:23.127038 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.142260 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.150530 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:04:23.170289 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:04:23.188657 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.222481 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Pushing event deleted for resources: {'Port': ['ID=ad3c483f-a517-4e97-b67e-befa082d6d74,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:23.232171 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f1b3bb9-f3af-4a44-820e-a8880ffc8afd req-10a372cd-36e1-46d7-b00b-ef6b07912fdc service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785301 Jun 16 15:04:23.248070 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:23.250090 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] No DVR routers for this DVR port ad3c483f-a517-4e97-b67e-befa082d6d74 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:23.302578 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.307545 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7b747a59-1e32-4cb2-a01d-a59ed061ab50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:23.311648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.312234 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.314526 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-70d22a04-e77f-464b-a3fc-ee60b34242c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:23.315950 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c5e50bf4-6790-4332-8082-0679f2928021 HTTP/1.1" status: 204 len: 168 time: 1.1821339 Jun 16 15:04:23.339814 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e50bf4-6790-4332-8082-0679f2928021,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:23.344487 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:23.352428 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f85e420-457d-4abc-9e5f-57a6b5958f17,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:23.359144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:23.365256 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.371016 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1129ff-ed83-4346-a15f-49d75e46f3a4 None None] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:23.373147 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-6bf984ce-3990-4f1f-8e37-4313f695378a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f85e420-457d-4abc-9e5f-57a6b5958f17 HTTP/1.1" status: 204 len: 168 time: 0.6902242 Jun 16 15:04:23.373383 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53078) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:23.494930 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.625852 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Deleting port fe4857bf-1970-4333-ab29-6d4940995e91 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:23.627419 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.641820 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53080) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:23.726409 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] For port fe4857bf-1970-4333-ab29-6d4940995e91, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=fe4857bf-1970-4333-ab29-6d4940995e91,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:23.726780 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.741382 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-927f1f38-40c7-4f16-a6bd-362c3f57b394 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=042694445396449083d690c1b4697298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974512 Jun 16 15:04:23.745043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53082) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:23.761380 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] DHCP port deletion for e9c7afe0-27ed-4dcb-afe5-adac426703fd request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:04:23.819012 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Calling delete_port for fe4857bf-1970-4333-ab29-6d4940995e91 owned by network:dhcp {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:23.820911 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.849758 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.859360 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Deleting port fe4857bf-1970-4333-ab29-6d4940995e91 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:04:23.859681 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.931513 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.935688 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.938791 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:23.939151 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-bf75181f-4ef0-439b-94da-77907d5db839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:23.940478 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6221af3-c61f-4e39-b34c-5153d4ca8cfa HTTP/1.1" status: 204 len: 168 time: 0.1942413 Jun 16 15:04:23.941647 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ae31a5cf-4669-4213-92b6-7c3a056015b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:23.964128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6221af3-c61f-4e39-b34c-5153d4ca8cfa,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:23.975210 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a3cd3d2d-a31e-4b46-a2bf-8629c3b52ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:23.994032 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4857bf-1970-4333-ab29-6d4940995e91,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:23.997927 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] No DVR routers for this DVR port fe4857bf-1970-4333-ab29-6d4940995e91 on host dv-cinder-795009-4-iscsi {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:24.000878 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:24.027885 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] For port fe4857bf-1970-4333-ab29-6d4940995e91, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=fe4857bf-1970-4333-ab29-6d4940995e91,segment=NetworkSegment(570dd3c4-4eb6-4917-b14d-731fba61a5a7),segment_id=570dd3c4-4eb6-4917-b14d-731fba61a5a7)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:24.028977 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.125027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Calling delete_port for fe4857bf-1970-4333-ab29-6d4940995e91 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:04:24.139699 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.154918 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c7afe0-27ed-4dcb-afe5-adac426703fd']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:24.160531 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac87d13-bde3-45a7-8f46-400d8be168a7 req-e984fc45-b074-42a8-8d88-0a6e3bce71b7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:24.162296 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9ac87d13-bde3-45a7-8f46-400d8be168a7 req-e984fc45-b074-42a8-8d88-0a6e3bce71b7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 946 time: 0.1087582 Jun 16 15:04:24.176867 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570dd3c4-4eb6-4917-b14d-731fba61a5a7') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:24.177791 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570dd3c4-4eb6-4917-b14d-731fba61a5a7') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:24.205717 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.223625 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9ac87d13-bde3-45a7-8f46-400d8be168a7 req-b4afe9c4-d8a6-44dc-8817-6392c39a2a37 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544670 Jun 16 15:04:24.246174 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.258022 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:04:24.258426 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:04:24.260611 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:04:24.268787 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:24.334575 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.339058 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c6a441bf-9e2c-4c88-9219-3503a2ccffd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:24.341742 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.343728 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9c7afe0-27ed-4dcb-afe5-adac426703fd HTTP/1.1" status: 204 len: 168 time: 0.9688935 Jun 16 15:04:24.380745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c7afe0-27ed-4dcb-afe5-adac426703fd,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:24.383343 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:24.415975 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device ad3c483f-a517-4e97-b67e-befa082d6d74 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:24.465108 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: ad3c483f-a517-4e97-b67e-befa082d6d74 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:24.465729 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device ad3c483f-a517-4e97-b67e-befa082d6d74 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:24.466475 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 86b803de-5244-4081-83c4-38a5ec090d91 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:24.512198 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 86b803de-5244-4081-83c4-38a5ec090d91 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:24.512951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 86b803de-5244-4081-83c4-38a5ec090d91 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:24.513451 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device fe4857bf-1970-4333-ab29-6d4940995e91 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:24.518371 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.553337 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:24.588445 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53094) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:24.599594 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: fe4857bf-1970-4333-ab29-6d4940995e91 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:04:24.600203 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device fe4857bf-1970-4333-ab29-6d4940995e91 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:04:24.617129 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53096) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:24.640804 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Network e9c7afe0-27ed-4dcb-afe5-adac426703fd is not hosted by any dhcp agent {{(pid=91764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 15:04:24.641607 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] No DVR routers for this DVR port fe4857bf-1970-4333-ab29-6d4940995e91 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:04:24.648128 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Pushing event deleted for resources: {'Port': ['ID=fe4857bf-1970-4333-ab29-6d4940995e91,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:24.664076 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:24.675327 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-68629a9a-b820-494b-89fb-88d522de0e9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=293164b829bf4144a4f4685c4feb544f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854897 Jun 16 15:04:24.679802 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53098) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:24.683959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.701863 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-14cc2fdb-bcae-4bfe-afb5-295a66eeaf0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=145da4e05e294cfab1660fed725b558a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793202 Jun 16 15:04:24.702395 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53100) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:24.730413 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:04:24.735091 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d7869-7360-4b0c-9938-43e7572642d1" -d '{"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-unplugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:24.767626 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:24.774951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.790031 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:24.794692 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.821736 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.832049 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e2de0-63dd-4686-847b-e099114a62c7 x-openstack-request-id: req-c91e2de0-63dd-4686-847b-e099114a62c7 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:24.832638 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-unplugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:24.833096 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c91e2de0-63dd-4686-847b-e099114a62c7 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:24.833755 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'code': 200} Jun 16 15:04:24.846343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.869089 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.881548 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=8']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:24.891560 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:24.942348 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.945760 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.947167 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/620ebf56-7796-4da2-9132-d1d17adf1cef HTTP/1.1" status: 204 len: 168 time: 0.2660224 Jun 16 15:04:24.948418 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-493f1411-0d23-4e29-91a5-2d9c976618ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:24.958490 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620ebf56-7796-4da2-9132-d1d17adf1cef,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:24.961300 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:24.970441 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.981416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:24.983872 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05df0ab1-2299-4b5d-8e1b-9797674358e8 HTTP/1.1" status: 204 len: 168 time: 0.2801723 Jun 16 15:04:25.000317 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-92ef1620-7f56-4366-9eff-344f59317b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:25.010430 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05df0ab1-2299-4b5d-8e1b-9797674358e8,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:25.013452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34e76f5e-1449-44af-8da3-7f9a9785e291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:25.601337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42be42-0114-4346-b0be-48f79decbecb req-8530a273-c1e3-4f8b-8be7-46bb6b4d63a5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:25.603039 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cd42be42-0114-4346-b0be-48f79decbecb req-8530a273-c1e3-4f8b-8be7-46bb6b4d63a5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1010365 Jun 16 15:04:25.657711 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cd42be42-0114-4346-b0be-48f79decbecb req-ac0ab32b-ef0e-4fbf-8b63-34033c196dc3 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468409 Jun 16 15:04:25.677424 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53114) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:25.734910 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-63b661bc-3ab3-450d-b395-a3f81d0a757c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c805e91a67d43228d9f675a5b9f4d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523555 Jun 16 15:04:25.736728 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53116) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:25.849836 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:25.881087 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:25.952679 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:25.955816 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:25.957129 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6367d6c7-075f-403a-bf5a-0474c3b9fb75 HTTP/1.1" status: 204 len: 168 time: 0.2192492 Jun 16 15:04:25.958079 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-e3525cb9-1fd1-48c5-9897-27bc9e7e097f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:25.969603 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6367d6c7-075f-403a-bf5a-0474c3b9fb75,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:25.973422 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-98512e42-50f4-4ee0-a8d2-2aa62a26a1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:27.248627 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd077c-9982-4c6f-8f99-1322b74b34c6 req-d67ab6cf-ec4f-4894-aac0-ab5d2a92298a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:27.250309 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8edd077c-9982-4c6f-8f99-1322b74b34c6 req-d67ab6cf-ec4f-4894-aac0-ab5d2a92298a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0787191 Jun 16 15:04:27.301970 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8edd077c-9982-4c6f-8f99-1322b74b34c6 req-96bc8dee-8a74-4874-8a49-758abcc1d052 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Jun 16 15:04:27.512654 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-f13c3c40-7496-47a8-b102-dee1c43a34c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714395 Jun 16 15:04:28.533263 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-5f276b97-e2ea-4e2b-96a6-5a65b2ce202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:28.537034 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-5f276b97-e2ea-4e2b-96a6-5a65b2ce202f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836&tenant_id=9f3118f893434ae29a0b4ab407638fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1021981 Jun 16 15:04:28.563676 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d891db-3b94-4bcf-a7c1-632561ad1418 req-6d804e0b-e37b-4f4b-9e4e-f8c83a3cffad tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:28.565440 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-03d891db-3b94-4bcf-a7c1-632561ad1418 req-6d804e0b-e37b-4f4b-9e4e-f8c83a3cffad tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0804446 Jun 16 15:04:28.630490 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-3b70f4bf-90b1-4720-8959-386436372f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:28.632367 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-3b70f4bf-90b1-4720-8959-386436372f32 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1097 time: 0.0640714 Jun 16 15:04:28.634815 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-03d891db-3b94-4bcf-a7c1-632561ad1418 req-b8524847-8fa8-450e-8066-009c7f7ff57b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617757 Jun 16 15:04:28.757138 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-181e361a-4dd0-4bf1-b2d9-9179f18df95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:28.758717 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-181e361a-4dd0-4bf1-b2d9-9179f18df95a service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1197047 Jun 16 15:04:28.832441 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-53f211cd-62d0-49e6-b6de-d0ffec928460 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 1000 time: 0.0669780 Jun 16 15:04:28.891958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-f3c5e646-c564-4913-8a78-f5ff1a9f42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:28.893707 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-f3c5e646-c564-4913-8a78-f5ff1a9f42bd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0544715 Jun 16 15:04:28.962676 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-3c665140-6d9e-4e0a-b7d1-295a3ec9bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:28.964343 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-3c665140-6d9e-4e0a-b7d1-295a3ec9bcc6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639923 Jun 16 15:04:29.067219 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-dc49fdc6-e73b-4ec5-a76f-b0168b8b8440 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946467 Jun 16 15:04:29.168896 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-503a4504-4f74-4eb0-bb5a-bea639725ad0 req-4a8c0cff-4107-47f3-b8b4-bfffe3508003 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949271 Jun 16 15:04:29.967270 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53a57-011a-4f44-b773-c201add06be4 req-dfb76aeb-2c35-4a7e-9cf9-efa6caa7a4b4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:29.972349 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4bf53a57-011a-4f44-b773-c201add06be4 req-dfb76aeb-2c35-4a7e-9cf9-efa6caa7a4b4 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1737046 Jun 16 15:04:30.070558 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4bf53a57-011a-4f44-b773-c201add06be4 req-0dac0b3b-d527-4d49-a4fe-98e2158610d5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916917 Jun 16 15:04:30.288823 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:04:31.388435 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905a094-9d96-4bb7-9404-f5793fd39a5c req-1d639c86-0de8-456c-9784-16d0ca028d22 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:31.391102 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e905a094-9d96-4bb7-9404-f5793fd39a5c req-1d639c86-0de8-456c-9784-16d0ca028d22 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1144652 Jun 16 15:04:31.461508 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e905a094-9d96-4bb7-9404-f5793fd39a5c req-bf54eb8a-066d-4867-a548-ca808df3c12d tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507576 Jun 16 15:04:32.711180 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db312d-9877-4f0d-8b24-8283bdc48727 req-74539eba-aaf6-4163-a84f-2d6db981233e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:32.713899 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e9db312d-9877-4f0d-8b24-8283bdc48727 req-74539eba-aaf6-4163-a84f-2d6db981233e tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0788205 Jun 16 15:04:32.791300 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e9db312d-9877-4f0d-8b24-8283bdc48727 req-2bf0380c-36a1-4b92-9095-1787c969d379 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691178 Jun 16 15:04:33.939369 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-35b75f7e-f9b2-46dd-b3c4-8bf662c472bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:33.942450 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:34.025632 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5100-3016-48e0-aad1-e5d00003c325 req-e3a164c4-2bc5-4df4-8253-7eb25ddf078c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:34.027767 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-305f5100-3016-48e0-aad1-e5d00003c325 req-e3a164c4-2bc5-4df4-8253-7eb25ddf078c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0798914 Jun 16 15:04:34.076584 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-305f5100-3016-48e0-aad1-e5d00003c325 req-2a2b836e-0f81-4762-8b5f-5c77df71fb83 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 Jun 16 15:04:35.350965 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca5a59-cf27-46d8-aebd-c3db8797a47d req-08abbcf1-959d-47df-a6e1-892123e43e14 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:35.354033 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfca5a59-cf27-46d8-aebd-c3db8797a47d req-08abbcf1-959d-47df-a6e1-892123e43e14 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0962884 Jun 16 15:04:35.416907 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bfca5a59-cf27-46d8-aebd-c3db8797a47d req-bd6f3e80-ebe8-44a2-ade5-261deffa0b16 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524540 Jun 16 15:04:36.520343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5079a3be-49a5-47cf-be1d-a082b61db16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:36.716436 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:36.745528 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4c30-5c5d-4070-8615-489597f46948 req-a429b6f2-03e5-427d-add9-fb78de7ef6f7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:36.748203 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c57b4c30-5c5d-4070-8615-489597f46948 req-a429b6f2-03e5-427d-add9-fb78de7ef6f7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1471329 Jun 16 15:04:36.827469 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c57b4c30-5c5d-4070-8615-489597f46948 req-f7ca7686-bb0f-4924-b171-4835d43ae546 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714180 Jun 16 15:04:37.405320 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.090076 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520ba91-9a2c-45aa-9130-776596c02ca6 req-7ff40d2f-b2dc-4d58-8b12-be7bfd005ac7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:38.100396 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5520ba91-9a2c-45aa-9130-776596c02ca6 req-7ff40d2f-b2dc-4d58-8b12-be7bfd005ac7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1231825 Jun 16 15:04:38.146954 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5520ba91-9a2c-45aa-9130-776596c02ca6 req-68338655-d186-4fdc-b4af-ab7fede0c8a5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452828 Jun 16 15:04:38.318135 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53254) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:38.475425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.632912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.639351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.646390 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-05b5fd71-2ab0-492a-a3d6-86dc90047b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:38.713632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c9d5f9-ad8e-4c5f-a70f-ba766d2e5948,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:38.723159 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a621e813d982435f8e73ed4151a9e413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005079 Jun 16 15:04:38.723650 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53258) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:38.753080 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.753754 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.754335 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.755020 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.755652 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.756276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.756902 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.757465 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.758019 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.758613 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.759281 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.759899 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:38.767139 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f3b25437-380d-49b1-8228-8e2ee58fdd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:38.844281 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.881195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.940622 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.944517 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:38.950425 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20c9d5f9-ad8e-4c5f-a70f-ba766d2e5948 HTTP/1.1" status: 204 len: 168 time: 0.2216625 Jun 16 15:04:38.950425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3c56c1aa-b2d3-4637-885f-540aec4f568d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:38.972449 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c9d5f9-ad8e-4c5f-a70f-ba766d2e5948,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:38.976017 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:39.421446 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:39.521892 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3ba5e-f5c4-43da-9cac-632ccc1e6819 req-49abd4ff-04a5-4fd1-9957-4823471dc850 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:39.525840 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-aed3ba5e-f5c4-43da-9cac-632ccc1e6819 req-49abd4ff-04a5-4fd1-9957-4823471dc850 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1438658 Jun 16 15:04:39.616367 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-aed3ba5e-f5c4-43da-9cac-632ccc1e6819 req-efe56dc9-f510-44bf-9e9e-ff23e2513190 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765305 Jun 16 15:04:40.020440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53284) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:40.189411 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-752935278-network', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:40.226789 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Made reservation on behalf of 1d80fc8f74c6490398b128116cbbfb6a for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:40.231756 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.246075 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.399717 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.405080 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.409753 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-980c9368-65f9-4d2c-beac-c63cfcdb5a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:40.438501 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:04:40.463746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc267896-312b-49ad-859a-f447fc1ec25a,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:40.471315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:40.473151 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.473680 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Added segment f9a09514-dd8d-4ead-8e33-d72ea58fdc2d of type vlan for network c1696ada-e43d-4e4b-aab7-994e429616ed Jun 16 15:04:40.528744 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.567534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.567534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:40.567534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.569866 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:40.623239 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6008952 Jun 16 15:04:40.627052 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53288) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:40.633034 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Request body: {'subnet': {'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-752935278-subnet', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:40.670461 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Made reservation on behalf of 1d80fc8f74c6490398b128116cbbfb6a for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:40.676468 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130227145'] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.682420 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Pushing event updated for resources: {'Network': ['ID=c1696ada-e43d-4e4b-aab7-994e429616ed,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:40.692665 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:40.701193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network c1696ada-e43d-4e4b-aab7-994e429616ed details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:04:40.890917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a5d1-a3e2-4a32-8f87-5f54c08f6711 req-a4a2145b-2718-4dcb-a871-85d42fb4725f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:40.893732 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f365a5d1-a3e2-4a32-8f87-5f54c08f6711 req-a4a2145b-2718-4dcb-a871-85d42fb4725f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1052570 Jun 16 15:04:40.952714 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f365a5d1-a3e2-4a32-8f87-5f54c08f6711 req-c6557951-a1aa-43fe-852f-3ff2d282e368 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509057 Jun 16 15:04:40.970432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130156056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130227163'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:40.974401 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:41.032747 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3b10c3-b655-4fb8-b518-d4de09882d5b,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:41.036826 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:41.044450 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Checking segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:41.044902 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Network hostable DHCP agents. Network: c1696ada-e43d-4e4b-aab7-994e429616ed, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:04:41.064418 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Network c1696ada-e43d-4e4b-aab7-994e429616ed is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:04:41.076958 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, c1696ada-e43d-4e4b-aab7-994e429616ed) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:41.082446 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:41.083081 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.090078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c380970-e558-442c-bf0e-5a0b061b8263 None None] Network c1696ada-e43d-4e4b-aab7-994e429616ed requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:41.099387 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4710193 Jun 16 15:04:41.103465 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53292) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:41.108539 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:41.141499 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.143375 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.240079 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.264368 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-c1696ada-e43d-4e4b-aab7-994e429616ed', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:04:41.265609 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.405513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.493936 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Allocated IP 172.20.0.2 (c1696ada-e43d-4e4b-aab7-994e429616ed/5c3b10c3-b655-4fb8-b518-d4de09882d5b/64ee480b-3cab-4981-8b88-4d186482e386) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:41.664900 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.674185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Transition to ACTIVE for port object 64ee480b-3cab-4981-8b88-4d186482e386 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:41.692305 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Transition to ACTIVE for port object 64ee480b-3cab-4981-8b88-4d186482e386 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:41.700081 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.702138 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:41.741001 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Network c1696ada-e43d-4e4b-aab7-994e429616ed is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:41.742925 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.746144 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:41.748962 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:04:41.762459 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Pushing event updated for resources: {'Port': ['ID=64ee480b-3cab-4981-8b88-4d186482e386,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:41.779989 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.811328 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.811674 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.812020 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.812352 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.812685 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.813017 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.813343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.813673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.813995 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.814315 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.814640 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.815031 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:41.820069 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:41.838949 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Attempting to bind port 64ee480b-3cab-4981-8b88-4d186482e386 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:04:41.839339 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Attempting to bind port 64ee480b-3cab-4981-8b88-4d186482e386 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:04:41.839721 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Attempting to bind port 64ee480b-3cab-4981-8b88-4d186482e386 on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:41.845817 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:41.846193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Checking segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:41.846644 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.847606 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Bound using segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:41.848124 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Bound port: 64ee480b-3cab-4981-8b88-4d186482e386, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:04:41.848517 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.930833 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] For port 64ee480b-3cab-4981-8b88-4d186482e386, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:41.935962 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] For port 64ee480b-3cab-4981-8b88-4d186482e386, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=64ee480b-3cab-4981-8b88-4d186482e386,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:41.937830 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Allocated IP 172.27.2.147 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/683f4410-db34-4658-8866-c3f4d7747236) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:41.941201 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:41.944258 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-b1b421c9-8f1e-4560-8fe9-6b98556fc6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:42.014032 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Pushing event updated for resources: {'Port': ['ID=64ee480b-3cab-4981-8b88-4d186482e386,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:42.018599 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:42.116938 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:42.216682 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:42.220538 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:42.269681 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb7da7-6760-4a0f-8111-ea436016c267 req-01b5d9c3-e6d4-464c-bd9d-fccb0d644a22 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:42.271847 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9ceb7da7-6760-4a0f-8111-ea436016c267 req-01b5d9c3-e6d4-464c-bd9d-fccb0d644a22 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.1453574 Jun 16 15:04:42.294738 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:42.311684 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:42.316634 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:04:42.320918 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Pushing event updated for resources: {'Port': ['ID=683f4410-db34-4658-8866-c3f4d7747236,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:42.325029 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:42.369018 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9ceb7da7-6760-4a0f-8111-ea436016c267 req-b6eca714-c3f3-4410-a59d-ea89e7e2dfef tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869808 Jun 16 15:04:42.452324 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 64ee480b-3cab-4981-8b88-4d186482e386 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:42.512150 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 64ee480b-3cab-4981-8b88-4d186482e386 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:42.618453 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:42.907229 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:43.107301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cc526-7356-4b55-9080-28c8ac93b0f8 None None] Network c1696ada-e43d-4e4b-aab7-994e429616ed requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:43.133167 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:04:43.305663 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Provisioning for port 64ee480b-3cab-4981-8b88-4d186482e386 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:43.316892 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Provisioning complete for port 64ee480b-3cab-4981-8b88-4d186482e386 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:43.317283 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:43.478055 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:43.529432 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] For port 64ee480b-3cab-4981-8b88-4d186482e386, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=64ee480b-3cab-4981-8b88-4d186482e386,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:43.535164 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:43.537060 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:43.621324 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Pushing event updated for resources: {'Port': ['ID=64ee480b-3cab-4981-8b88-4d186482e386,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:43.624666 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:43.629108 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031447e4-4e63-40c1-afa7-a4ea07aa58db req-c19986fb-680e-4040-96a4-0d8fca4a884b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:43.631755 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-031447e4-4e63-40c1-afa7-a4ea07aa58db req-c19986fb-680e-4040-96a4-0d8fca4a884b tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 944 time: 0.0900187 Jun 16 15:04:43.643600 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:43.656260 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:43.663566 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:43.667678 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5606756 Jun 16 15:04:43.668079 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53298) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:43.677544 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:43.679587 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:43.806281 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-031447e4-4e63-40c1-afa7-a4ea07aa58db req-d8d0b54b-87ea-4679-8d5f-6d1530aee9da tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650875 Jun 16 15:04:43.851424 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:43.874137 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-253c5edd-eba9-41da-a548-7b3e44e92100 None None] Provisioning complete for port 64ee480b-3cab-4981-8b88-4d186482e386 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:43.874577 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-253c5edd-eba9-41da-a548-7b3e44e92100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.057361 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:42Z', 'revision_number': 3, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:44.061207 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:44.061568 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Updating router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a port 683f4410-db34-4658-8866-c3f4d7747236 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:04:44.101659 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.236735 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.330117 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:04:44.414158 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 64ee480b-3cab-4981-8b88-4d186482e386 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:44.451115 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.454942 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Allocated IP 172.20.0.1 (c1696ada-e43d-4e4b-aab7-994e429616ed/5c3b10c3-b655-4fb8-b518-d4de09882d5b/1d42eb5b-7444-4885-8b3f-8bf3f10a544d) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:44.465178 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Transition to ACTIVE for port object 683f4410-db34-4658-8866-c3f4d7747236 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:44.472264 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:44.473744 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.479847 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cddcb9ed-8e70-44a2-af05-555655f3f1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:44.488089 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'port_id': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'mac_address': 'fa:16:3e:2e:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:04:44.516145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 64ee480b-3cab-4981-8b88-4d186482e386 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:44.516528 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.531219 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Pushing event updated for resources: {'Port': ['ID=683f4410-db34-4658-8866-c3f4d7747236,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:44.546816 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.547277 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.547521 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.547865 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.548393 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.548730 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.549059 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.549387 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.549714 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.550592 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.550948 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.551287 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:44.554930 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Attempting to bind port 683f4410-db34-4658-8866-c3f4d7747236 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:04:44.555341 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Attempting to bind port 683f4410-db34-4658-8866-c3f4d7747236 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:04:44.555690 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Attempting to bind port 683f4410-db34-4658-8866-c3f4d7747236 on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:44.561537 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:44.561951 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:44.562338 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:44.562753 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.563174 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:44.563795 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Bound port: 683f4410-db34-4658-8866-c3f4d7747236, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:04:44.564726 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.565442 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.577790 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.583258 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82af85fc-82f8-44bd-b882-c4e417eadeba {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:04:44.594604 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Transition to ACTIVE for port object 1d42eb5b-7444-4885-8b3f-8bf3f10a544d will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:44.610319 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:44.630355 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.634334 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e8ffd36e-8803-4564-bd46-2daffa07a5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:44.635449 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.639923 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1e6c123c-0761-41a7-8353-e7f8f1a09f46 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:44.658477 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] For port 683f4410-db34-4658-8866-c3f4d7747236, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:44.665938 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] For port 683f4410-db34-4658-8866-c3f4d7747236, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=683f4410-db34-4658-8866-c3f4d7747236,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:44.674091 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.683394 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-cc00ef78-9d9b-4cba-9388-2d58fff7a5f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:44.686406 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Network c1696ada-e43d-4e4b-aab7-994e429616ed is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:44.695295 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:44.696029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=9']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:44.699244 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:44.701721 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:04:44.705675 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Pushing event updated for resources: {'Port': ['ID=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:44.731610 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:44.753930 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:44.754604 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:44.760571 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Pushing event updated for resources: {'Port': ['ID=683f4410-db34-4658-8866-c3f4d7747236,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:44.762745 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:44.869932 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['82af85fc-82f8-44bd-b882-c4e417eadeba'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:04:44.920584 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-5893fa6e-a57b-495c-9606-a93612c80ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:45.023885 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:45.051453 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9a437052-bad0-4302-b146-b1ed4c493c13 None None] Provisioning for port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:45.073521 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-9a437052-bad0-4302-b146-b1ed4c493c13 None None] Provisioning complete for port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:45.074912 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9a437052-bad0-4302-b146-b1ed4c493c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:45.101643 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba39812-9a6a-4838-926c-b7a4d24f7a0d req-3087465f-4dfe-4a5c-a1bc-7c98ec3e9cf7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:45.113144 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0ba39812-9a6a-4838-926c-b7a4d24f7a0d req-3087465f-4dfe-4a5c-a1bc-7c98ec3e9cf7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 945 time: 0.0929573 Jun 16 15:04:45.167558 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0ba39812-9a6a-4838-926c-b7a4d24f7a0d req-422e5c32-e9fa-4d44-94c7-77ae30965cc1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533001 Jun 16 15:04:45.198400 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-9a437052-bad0-4302-b146-b1ed4c493c13 None None] Port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:04:45.254582 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:42Z', 'revision_number': 3, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:45.258619 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8512a4-98fc-4750-aa43-7698f44b0039 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:42Z', 'revision_number': 3, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:45.293080 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:45.603952 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:45.610202 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:45.615316 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-be778f3f-fa9f-437e-848a-c1788c540648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:45.717066 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Pushing event updated for resources: {'Port': ['ID=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:45.722131 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:45.723541 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:45.841533 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Network c1696ada-e43d-4e4b-aab7-994e429616ed is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:45.843407 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:45.975695 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:46.116387 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:46.122130 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] 10.222.0.16 "PUT /v2.0/routers/66a29d63-e5e5-4f44-9fe8-9d46d94a963a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4527264 Jun 16 15:04:46.248846 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-17af66a4-08f4-464f-bf2f-b4b2d2731136 None None] Provisioning complete for port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:46.249440 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-17af66a4-08f4-464f-bf2f-b4b2d2731136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.305434 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-17af66a4-08f4-464f-bf2f-b4b2d2731136 None None] Port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:04:46.331431 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:46.393689 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a39139-0898-4ce1-a044-2d870971d7b5 req-3c65c675-0a91-4c76-bb58-db7f72af8b18 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:46.399316 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b0a39139-0898-4ce1-a044-2d870971d7b5 req-3c65c675-0a91-4c76-bb58-db7f72af8b18 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 945 time: 0.1027308 Jun 16 15:04:46.409856 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 82af85fc-82f8-44bd-b882-c4e417eadeba triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:46.410556 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.436967 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 683f4410-db34-4658-8866-c3f4d7747236 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:46.458383 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b0a39139-0898-4ce1-a044-2d870971d7b5 req-6eb3f449-3803-4369-96fe-351ba340bfb8 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518329 Jun 16 15:04:46.528521 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 683f4410-db34-4658-8866-c3f4d7747236 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:46.540541 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 683f4410-db34-4658-8866-c3f4d7747236 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:46.540969 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.544865 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.599645 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:04:46.601885 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34056a06-de0e-4077-b426-e8ecfa0e8900" -d '{"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-plugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:04:46.617348 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:46.625006 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.628989 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:46.664932 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892d81e-3ed3-40a8-a8b3-b4ab13bab06f x-openstack-request-id: req-c892d81e-3ed3-40a8-a8b3-b4ab13bab06f {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:04:46.665232 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-plugged", "status": "completed", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:04:46.665496 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c892d81e-3ed3-40a8-a8b3-b4ab13bab06f {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:04:46.665888 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'code': 200} Jun 16 15:04:46.722959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=10']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:46.724971 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.730216 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:46.754050 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 683f4410-db34-4658-8866-c3f4d7747236, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=683f4410-db34-4658-8866-c3f4d7747236,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:46.760514 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.761707 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53320) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:46.762550 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:46.766959 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-481666395-network', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:46.803607 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Made reservation on behalf of 621cb2c99b4548ff9adf471fe37c04e7 for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:46.806437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.824299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:46.830308 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=683f4410-db34-4658-8866-c3f4d7747236,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:46.833842 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:46.938815 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f3845-62db-407f-b269-f762a0a76752 req-005df05c-0683-491a-8fcc-17c8fe1210f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:46.940390 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b28f3845-62db-407f-b269-f762a0a76752 req-005df05c-0683-491a-8fcc-17c8fe1210f3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1100 time: 0.0956547 Jun 16 15:04:46.999383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.002366 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b28f3845-62db-407f-b269-f762a0a76752 req-3770156d-7da5-45bb-98e2-91e5aea282a9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534747 Jun 16 15:04:47.005502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.008908 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1f0c4986-a055-42f6-9a46-c9866bc31f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:47.033454 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:04:47.044066 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75827db0-3cca-427c-bd24-28f1b6ac2099,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.048871 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:47.050067 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.050416 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Added segment 4df78038-82c3-4d68-a8cb-602eecbd2b9e of type vlan for network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a Jun 16 15:04:47.101023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.132184 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.133571 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:47.134182 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.136444 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:47.171373 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4083452 Jun 16 15:04:47.174188 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:47.176251 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53322) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:47.184343 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Request body: {'subnet': {'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-481666395-subnet', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:47.186376 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:47.187159 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:47.205847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Pushing event updated for resources: {'Network': ['ID=7959385b-ebeb-479e-a0c8-8a3c96bf8b1a,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.208744 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:47.223395 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Made reservation on behalf of 621cb2c99b4548ff9adf471fe37c04e7 for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:04:47.227171 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130227145'] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.230269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:04:47.367949 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:47.458356 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130156056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130227163'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.461326 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-cca4dd92-1e2a-40f7-b7c6-ae222ae6ec67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:47.524295 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0493de39-305c-4fa4-b6ae-4427ec912bf0,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:47.530092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Checking segment: {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:47.530092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Network hostable DHCP agents. Network: 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:04:47.539622 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.540005 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.540383 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.540748 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.541114 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.541478 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.541839 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.542206 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.542566 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.542943 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.543302 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.543654 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:04:47.547903 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:47.561503 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:04:47.573842 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:47.579400 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:47.580332 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.599934 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4218895 Jun 16 15:04:47.601013 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53326) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:47.610108 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4320400e-6215-45a4-b2ae-7a869123cd0c None None] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:47.610737 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:47.691837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1743501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.693072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1683853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-899'] for router, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.768764 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:47.799689 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714f3f3-fb81-4e51-a125-2dac60e9ce55 req-31912664-e4df-4f04-a22c-1826255aaeb5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:47.801886 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e714f3f3-fb81-4e51-a125-2dac60e9ce55 req-31912664-e4df-4f04-a22c-1826255aaeb5 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 947 time: 0.1786175 Jun 16 15:04:47.812735 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:45Z', 'revision_number': 2, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:47.822136 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:47.822512 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Updating router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:04:47.985869 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e714f3f3-fb81-4e51-a125-2dac60e9ce55 req-fd683fa3-9634-4286-b030-34809e5459ec tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441512 Jun 16 15:04:47.990437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1683871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-881'] for router, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.018698 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.043859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp601dc605-9d32-52a3-b1b3-1713f65eec2f-7959385b-ebeb-479e-a0c8-8a3c96bf8b1a', 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'fixed_ips': [{'subnet_id': '0493de39-305c-4fa4-b6ae-4427ec912bf0'}]}} from dv-cinder-795009-4-iscsi. {{(pid=91764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:04:48.045288 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.245225 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.274406 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.372069 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.db_base_plugin_common [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Allocated IP 172.20.0.2 (7959385b-ebeb-479e-a0c8-8a3c96bf8b1a/0493de39-305c-4fa4-b6ae-4427ec912bf0/bfb03ad8-690e-426b-bd3c-cf193428fd78) {{(pid=91764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:48.420181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Allocated IP 172.27.2.181 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/46413caa-8afe-4056-a747-0610d3a3e359) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:48.435270 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 683f4410-db34-4658-8866-c3f4d7747236 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:48.584351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.626458 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.629732 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:48.644655 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.657926 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Transition to ACTIVE for port object 1d42eb5b-7444-4885-8b3f-8bf3f10a544d will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:48.667275 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:48.670632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:48.674542 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:04:48.678753 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 683f4410-db34-4658-8866-c3f4d7747236 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:48.679325 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.691440 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.709158 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Pushing event updated for resources: {'Port': ['ID=46413caa-8afe-4056-a747-0610d3a3e359,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.713520 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:48.729813 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:48.798387 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.855945 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Transition to ACTIVE for port object bfb03ad8-690e-426b-bd3c-cf193428fd78 will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:48.873462 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf81bbb-a3c3-4ab5-99f8-be6a3c01d56a None None] Pushing event updated for resources: {'Port': ['ID=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:48.903023 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3bf81bbb-a3c3-4ab5-99f8-be6a3c01d56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:48.910282 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Transition to ACTIVE for port object bfb03ad8-690e-426b-bd3c-cf193428fd78 will not be triggered until provisioned by entity DHCP. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:48.939576 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469'] for port, after_create {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:48.944320 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:49.013940 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.024732 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a is already hosted by enough agents. {{(pid=91764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:49.027889 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Attempting to bind port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:04:49.028447 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Attempting to bind port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:04:49.028840 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Attempting to bind port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:49.034133 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.scheduler.base_scheduler [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Resources bound (agent type, host, resource id): {{(pid=91764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:49.038853 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Received port after_create {{(pid=91764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:04:49.040369 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Pushing event updated for resources: {'Port': ['ID=bfb03ad8-690e-426b-bd3c-cf193428fd78,revision_number=1']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:49.047397 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:49.049144 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:49.049290 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Checking segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:49.049678 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.050132 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Bound using segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:49.050645 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Bound port: 1d42eb5b-7444-4885-8b3f-8bf3f10a544d, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:04:49.051076 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.145307 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Attempting to bind port bfb03ad8-690e-426b-bd3c-cf193428fd78 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:04:49.145617 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Attempting to bind port bfb03ad8-690e-426b-bd3c-cf193428fd78 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:04:49.146006 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Attempting to bind port bfb03ad8-690e-426b-bd3c-cf193428fd78 on network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:49.168469 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:49.168976 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Checking segment: {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:49.169975 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.170414 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Bound using segment: {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:49.170966 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Bound port: bfb03ad8-690e-426b-bd3c-cf193428fd78, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:04:49.171369 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.197347 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] For port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:49.232670 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] For port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:49.243021 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.247105 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5dd62-b325-45a8-9299-04c48963fd50 req-b42f41a4-ea89-4a25-baa4-5093d38de781 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:04:49.248763 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-14e5dd62-b325-45a8-9299-04c48963fd50 req-b42f41a4-ea89-4a25-baa4-5093d38de781 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 947 time: 0.0785620 Jun 16 15:04:49.252217 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:49.323023 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-14e5dd62-b325-45a8-9299-04c48963fd50 req-c70a396a-92ac-4ec4-a630-d72ef8c7a030 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630805 Jun 16 15:04:49.324312 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:04:49.333382 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] For port bfb03ad8-690e-426b-bd3c-cf193428fd78, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:49.338896 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] For port bfb03ad8-690e-426b-bd3c-cf193428fd78, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=bfb03ad8-690e-426b-bd3c-cf193428fd78,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:49.345850 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf81bbb-a3c3-4ab5-99f8-be6a3c01d56a None None] Pushing event updated for resources: {'Port': ['ID=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:49.350710 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.353963 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:49.354665 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:49.358245 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3bf81bbb-a3c3-4ab5-99f8-be6a3c01d56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:49.358733 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3bf81bbb-a3c3-4ab5-99f8-be6a3c01d56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:49.364514 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1683945'] for router, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.496057 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Pushing event updated for resources: {'Port': ['ID=bfb03ad8-690e-426b-bd3c-cf193428fd78,revision_number=2']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:49.500690 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:49.525673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:49.550682 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb is scheduled to L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 with binding_index 1 {{(pid=91762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:04:49.667810 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:49.701424 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:49.707215 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-19a3ca34-853d-4213-9589-0120c31ceeda admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1044080 Jun 16 15:04:49.714939 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53366) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:49.726588 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Sync routers for ids ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:49.742950 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Routers {'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:49.744477 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:49.811607 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:49Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:49.817248 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bea1c9-a2c9-46d6-912f-29bbaa945b2f None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:49Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:49.949723 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Set router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:50.162546 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:04:48Z', 'revision_number': 3, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:50.166983 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Checking router: ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:50.167577 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Updating router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb port 46413caa-8afe-4056-a747-0610d3a3e359 binding host dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:04:50.221157 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.308884 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.539399 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 1d42eb5b-7444-4885-8b3f-8bf3f10a544d up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:50.618575 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:50.622896 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Allocated IP 172.20.0.1 (7959385b-ebeb-479e-a0c8-8a3c96bf8b1a/0493de39-305c-4fa4-b6ae-4427ec912bf0/01919491-9cc4-4c06-88e5-4993bb19d4ac) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:04:50.625064 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:50.625564 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.710762 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Notify callbacks [] for port, precommit_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.729460 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.provisioning_blocks [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Transition to ACTIVE for port object 46413caa-8afe-4056-a747-0610d3a3e359 will not be triggered until provisioned by entity L2. {{(pid=91765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:50.743106 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.745835 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-9138dcb0-d3fd-4794-85cf-aaa691f282b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:50.764806 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.824681 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:50.832616 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.834238 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device bfb03ad8-690e-426b-bd3c-cf193428fd78 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:50.837307 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-848cff22-bbfa-4a68-88cf-1cce8ab43652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:50.858756 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Attempting to bind port 46413caa-8afe-4056-a747-0610d3a3e359 on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:04:50.859396 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Attempting to bind port 46413caa-8afe-4056-a747-0610d3a3e359 by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:04:50.859994 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Attempting to bind port 46413caa-8afe-4056-a747-0610d3a3e359 on network a60835cd-7ddf-458b-addf-d1c2da04f740 {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:50.861947 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.884355 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4e14-c72c-4eaa-8f4d-3725954e15f2 None None] Pushing event updated for resources: {'Port': ['ID=46413caa-8afe-4056-a747-0610d3a3e359,revision_number=2']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:50.900088 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-5f7d4e14-c72c-4eaa-8f4d-3725954e15f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:50.901701 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:50.902307 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Checking segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:50.902434 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.provisioning_blocks [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Transition to ACTIVE for port object 01919491-9cc4-4c06-88e5-4993bb19d4ac will not be triggered until provisioned by entity DHCP. {{(pid=91763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:50.902990 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.903635 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Bound using segment: {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'} {{(pid=91765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:50.904422 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.managers [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Bound port: 46413caa-8afe-4056-a747-0610d3a3e359, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885151ce-6781-4372-b039-944d11cd9500', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740'}}] {{(pid=91765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:04:50.905049 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.913556 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd7287-b9b5-4e5a-9dcb-0d3c0a95a0a3 None None] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:04:50.966171 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:50.973244 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-cb85080f-e73e-49a7-a3c5-4035c2b39301 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:50.990447 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] For port 46413caa-8afe-4056-a747-0610d3a3e359, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:50.994968 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.plugins.ml2.db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] For port 46413caa-8afe-4056-a747-0610d3a3e359, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=46413caa-8afe-4056-a747-0610d3a3e359,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:51.001622 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron_lib.callbacks.manager [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.018289 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-ff4b0087-a164-47c6-bcfa-430bd24ee788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:51.060559 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Pushing event updated for resources: {'Port': ['ID=01919491-9cc4-4c06-88e5-4993bb19d4ac,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:51.066963 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:51.086769 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:51.089609 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:51.094359 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:04:51.096565 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Routers {'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:51.098136 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:51.138304 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-f40c02b5-9443-4a7c-bb1d-14d2f6549510 None None] Provisioning for port bfb03ad8-690e-426b-bd3c-cf193428fd78 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:51.169446 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1675096'] for router_interface, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.179646 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:51.184590 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:51.216877 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port bfb03ad8-690e-426b-bd3c-cf193428fd78 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:51.227931 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port bfb03ad8-690e-426b-bd3c-cf193428fd78 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:51.228297 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.241189 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] Set router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:51.308179 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4e14-c72c-4eaa-8f4d-3725954e15f2 None None] Pushing event updated for resources: {'Port': ['ID=46413caa-8afe-4056-a747-0610d3a3e359,revision_number=3']} {{(pid=91765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:51.325999 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG oslo_concurrency.lockutils [None req-5f7d4e14-c72c-4eaa-8f4d-3725954e15f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:51.431067 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.513677 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.536945 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port bfb03ad8-690e-426b-bd3c-cf193428fd78, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=bfb03ad8-690e-426b-bd3c-cf193428fd78,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:51.544599 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.546928 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:51.559536 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:04:48Z', 'revision_number': 3, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:51.566327 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e9c12-4778-42cb-9ca5-b21f6bc8e69f None None] The sync data for ids ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'] in dv-cinder-795009-4-iscsi is: [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:04:48Z', 'revision_number': 3, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:51.644539 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=bfb03ad8-690e-426b-bd3c-cf193428fd78,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:51.648415 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:51.779760 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-1d2108e0-bb62-4be1-8b08-c5e0b75966df None None] Provisioning complete for port bfb03ad8-690e-426b-bd3c-cf193428fd78 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:51.780086 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1d2108e0-bb62-4be1-8b08-c5e0b75966df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.815624 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.822034 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.829211 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2dd6141e-dc7b-474f-826e-c6fb96da9701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:51.949800 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-1d2108e0-bb62-4be1-8b08-c5e0b75966df None None] Provisioning for port 01919491-9cc4-4c06-88e5-4993bb19d4ac completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:51.968062 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-1d2108e0-bb62-4be1-8b08-c5e0b75966df None None] Provisioning complete for port 01919491-9cc4-4c06-88e5-4993bb19d4ac triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:51.968062 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1d2108e0-bb62-4be1-8b08-c5e0b75966df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:51.979419 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Pushing event updated for resources: {'Port': ['ID=01919491-9cc4-4c06-88e5-4993bb19d4ac,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:51.988287 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:51.990946 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1542321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675044'] for router_interface, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.060306 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-1d2108e0-bb62-4be1-8b08-c5e0b75966df None None] Port 01919491-9cc4-4c06-88e5-4993bb19d4ac cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:04:52.140290 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:04:52.141897 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:04:52.191050 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-b58e74be-2102-4883-82e2-7035623c1f4f None None] Provisioning complete for port 01919491-9cc4-4c06-88e5-4993bb19d4ac triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:52.191050 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b58e74be-2102-4883-82e2-7035623c1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.241504 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-b58e74be-2102-4883-82e2-7035623c1f4f None None] Port 01919491-9cc4-4c06-88e5-4993bb19d4ac cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:04:52.289161 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:04:52.470984 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-0823d96a-468c-4b34-8b9b-474a98933da8 None None] Provisioning complete for port 01919491-9cc4-4c06-88e5-4993bb19d4ac triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:52.471438 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-0823d96a-468c-4b34-8b9b-474a98933da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.503822 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:04:52.504836 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 1d42eb5b-7444-4885-8b3f-8bf3f10a544d up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:52.512062 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] 10.222.0.16 "PUT /v2.0/routers/ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7970014 Jun 16 15:04:52.546034 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-0823d96a-468c-4b34-8b9b-474a98933da8 None None] Port 01919491-9cc4-4c06-88e5-4993bb19d4ac cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:04:52.572893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:52.573282 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.680174 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 46413caa-8afe-4056-a747-0610d3a3e359 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:52.746183 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 46413caa-8afe-4056-a747-0610d3a3e359 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:52.750280 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 46413caa-8afe-4056-a747-0610d3a3e359 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:52.750661 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.865146 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.889665 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 46413caa-8afe-4056-a747-0610d3a3e359, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=46413caa-8afe-4056-a747-0610d3a3e359,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:52.895866 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:52.896766 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device bfb03ad8-690e-426b-bd3c-cf193428fd78 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:52.898658 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-d5e1c146-8280-4b15-81e8-4c71a431a114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:52.983807 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=46413caa-8afe-4056-a747-0610d3a3e359,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:52.987479 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:52.999089 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port bfb03ad8-690e-426b-bd3c-cf193428fd78 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:52.999673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:53.515314 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Sync routers for ids ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:04:53.528135 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Routers {'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:53.528837 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:53.653674 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Set router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:53.905464 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:04:51Z', 'revision_number': 4, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '01919491-9cc4-4c06-88e5-4993bb19d4ac', 'name': '', 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'mac_address': 'fa:16:3e:16:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0493de39-305c-4fa4-b6ae-4427ec912bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:50Z', 'updated_at': '2021-06-16T15:04:51Z', 'revision_number': 2, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'subnets': [{'id': '0493de39-305c-4fa4-b6ae-4427ec912bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:53.909724 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Checking router: ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:04:53.910094 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Updating router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb port 01919491-9cc4-4c06-88e5-4993bb19d4ac binding host dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:04:53.946965 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.144280 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53378) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:54.152495 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279004712', 'description': 'tempest-secgroup-smoke-1279004712 description', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:54.194519 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.287283 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.310525 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Transition to ACTIVE for port object 01919491-9cc4-4c06-88e5-4993bb19d4ac will not be triggered until provisioned by entity L2. {{(pid=91764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:04:54.321546 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.326605 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:54.337022 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.342005 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.345073 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ee86e21b-8797-44e3-8e36-6028f99ae231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:54.376008 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81cbc3-351e-40c4-885e-98c1f394a5ee,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.380302 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:54.392550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.397658 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-55dae480-a091-40a7-8fff-3b5fb6c74a84 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2492430 Jun 16 15:04:54.398239 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53380) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:54.415494 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group_rule': {'security_group_id': '8b81cbc3-351e-40c4-885e-98c1f394a5ee', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:54.450749 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 46413caa-8afe-4056-a747-0610d3a3e359 up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:54.473537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.516805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367996-b212-4dbc-8306-87d71b45c77d None None] Pushing event updated for resources: {'Port': ['ID=01919491-9cc4-4c06-88e5-4993bb19d4ac,revision_number=3']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.539030 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3f367996-b212-4dbc-8306-87d71b45c77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:54.596402 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Attempting to bind port 01919491-9cc4-4c06-88e5-4993bb19d4ac on host dv-cinder-795009-4-iscsi for vnic_type normal with profile {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:04:54.597425 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Attempting to bind port 01919491-9cc4-4c06-88e5-4993bb19d4ac by drivers openvswitch,hyperv on host dv-cinder-795009-4-iscsi at level 0 using segments [{'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:04:54.597907 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Attempting to bind port 01919491-9cc4-4c06-88e5-4993bb19d4ac on network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:04:54.598339 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.603778 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 46413caa-8afe-4056-a747-0610d3a3e359 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:54.604226 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.604428 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.608754 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:54.611120 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Checking agent: {'id': 'b75d0e1c-4008-459c-ae16-ad9e13af7a8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795009-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 47, 37), 'started_at': datetime.datetime(2021, 6, 16, 14, 48, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795009-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:04:54.611521 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Checking segment: {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:04:54.611945 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.612433 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Bound using segment: {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'} {{(pid=91764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:04:54.613083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.managers [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Bound port: 01919491-9cc4-4c06-88e5-4993bb19d4ac, host: dv-cinder-795009-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df78038-82c3-4d68-a8cb-602eecbd2b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a'}}] {{(pid=91764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:04:54.613521 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.640042 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af19375-4041-4430-90c8-d12d78f6b653,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.647325 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:54.650811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.653030 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-ac32f234-7566-4567-84b5-352991d2ecd4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529230 Jun 16 15:04:54.655711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53382) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:54.663983 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group_rule': {'security_group_id': '8b81cbc3-351e-40c4-885e-98c1f394a5ee', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:54.707778 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.743301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] For port 01919491-9cc4-4c06-88e5-4993bb19d4ac, host dv-cinder-795009-4-iscsi, cleared binding levels {{(pid=91764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:04:54.748282 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] For port 01919491-9cc4-4c06-88e5-4993bb19d4ac, host dv-cinder-795009-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=01919491-9cc4-4c06-88e5-4993bb19d4ac,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:04:54.784042 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.790537 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:54.803364 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.809048 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.819625 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:54.845827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d235b30-6d77-4bed-9f1a-14ecc7b983bd,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.851110 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:54.859770 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.861802 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-d70aa62c-e896-4bc2-86f7-0b1b3ca85281 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044823 Jun 16 15:04:54.866475 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53384) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:54.876100 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group_rule': {'security_group_id': '8b81cbc3-351e-40c4-885e-98c1f394a5ee', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:54.893162 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Routers {'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:04:54.894368 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:04:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:54.899873 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367996-b212-4dbc-8306-87d71b45c77d None None] Pushing event updated for resources: {'Port': ['ID=01919491-9cc4-4c06-88e5-4993bb19d4ac,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:54.925504 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:54.946790 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3f367996-b212-4dbc-8306-87d71b45c77d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:55.027311 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.033072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.037245 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-65e3b668-bfb1-416b-a6fc-ad9315fa9d8c tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:55.059271 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d1f6c0-7e9a-4209-be51-21d97b2ea8ff,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:55.066861 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:55.075496 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.077539 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-abc8c3d5-a781-467a-9998-27fd9f0d2362 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2093289 Jun 16 15:04:55.080672 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53386) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:55.089148 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group_rule': {'security_group_id': '8b81cbc3-351e-40c4-885e-98c1f394a5ee', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:55.094607 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] Set router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:04:55.129656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.219565 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.225644 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.236520 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b2ac7515-8775-4a4a-b9bb-cd81e444b8e8 tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:55.266539 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0d7e55-42d8-45e3-bbbc-014300a73740,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:55.271855 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:55.274015 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.276079 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4dc61bf3-2c61-46bf-b66b-763037203b1d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931322 Jun 16 15:04:55.278635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53388) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:55.287516 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group_rule': {'security_group_id': '8b81cbc3-351e-40c4-885e-98c1f394a5ee', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:55.328443 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.securitygroups_db [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Project 1d80fc8f74c6490398b128116cbbfb6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:04:55.337281 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.352209 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:04:51Z', 'revision_number': 4, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '01919491-9cc4-4c06-88e5-4993bb19d4ac', 'name': '', 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'mac_address': 'fa:16:3e:16:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0493de39-305c-4fa4-b6ae-4427ec912bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:50Z', 'updated_at': '2021-06-16T15:04:54Z', 'revision_number': 4, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'subnets': [{'id': '0493de39-305c-4fa4-b6ae-4427ec912bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:04:55.356837 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714a12a-1b4b-4f63-83a9-47ab9e43f3d4 None None] The sync data for ids ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'] in dv-cinder-795009-4-iscsi is: [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:04:51Z', 'revision_number': 4, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '01919491-9cc4-4c06-88e5-4993bb19d4ac', 'name': '', 'network_id': '7959385b-ebeb-479e-a0c8-8a3c96bf8b1a', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'mac_address': 'fa:16:3e:16:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0493de39-305c-4fa4-b6ae-4427ec912bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:50Z', 'updated_at': '2021-06-16T15:04:54Z', 'revision_number': 4, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'subnets': [{'id': '0493de39-305c-4fa4-b6ae-4427ec912bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:04:55.460152 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.465055 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.467642 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d87595f6-38aa-4f85-8572-ed39ff220856 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:55.495246 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b911696c-0128-478f-ab23-cd29f1cea138,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:55.505667 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:55.507461 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.508920 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-2ecbfdca-960c-4e35-bd97-232b75fb7fcb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286646 Jun 16 15:04:55.511718 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53390) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:04:55.517032 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'security_group_rule': {'security_group_id': '8b81cbc3-351e-40c4-885e-98c1f394a5ee', 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:04:55.552614 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.securitygroups_db [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Project 1d80fc8f74c6490398b128116cbbfb6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:04:55.561723 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.645986 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.651512 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792546'] for security_group_rule, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.654756 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a6221e67-8d71-48bb-be0e-da147f754dd6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:55.683129 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d40f25-6cf4-4089-a8ba-9a038767d496,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:55.687577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:55.702499 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:55.705341 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-24e274af-7815-4c2a-9af4-d0c030fdd677 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1923077 Jun 16 15:04:56.392826 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 01919491-9cc4-4c06-88e5-4993bb19d4ac up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:56.451502 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning for port 01919491-9cc4-4c06-88e5-4993bb19d4ac completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:04:56.458379 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 01919491-9cc4-4c06-88e5-4993bb19d4ac triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:56.458920 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:56.566493 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:56.627506 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] For port 01919491-9cc4-4c06-88e5-4993bb19d4ac, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=01919491-9cc4-4c06-88e5-4993bb19d4ac,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:04:56.635678 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:04:56.640545 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:04:56.718656 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Pushing event updated for resources: {'Port': ['ID=01919491-9cc4-4c06-88e5-4993bb19d4ac,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:04:56.723395 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:04:58.372746 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 01919491-9cc4-4c06-88e5-4993bb19d4ac up at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:04:58.444170 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Provisioning complete for port 01919491-9cc4-4c06-88e5-4993bb19d4ac triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:04:58.444556 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:02.622437 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-a7563702-b677-4e62-92d5-4809a4b930fe service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599995 Jun 16 15:05:02.743981 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-37d67177-90a5-4676-be78-d367731d22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:02.745903 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-37d67177-90a5-4676-be78-d367731d22d8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=9f3118f893434ae29a0b4ab407638fa6&device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 1100 time: 0.0609651 Jun 16 15:05:02.884841 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-4182d79b-7674-476c-836e-128f209246db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:02.886412 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-4182d79b-7674-476c-836e-128f209246db service neutron] 10.222.0.103 "GET /v2.0/networks?id=fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 200 len: 918 time: 0.1138904 Jun 16 15:05:02.962652 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-135faa1c-a5eb-4fc5-8d56-51180bc752e8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 200 len: 1002 time: 0.0684688 Jun 16 15:05:03.026351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-bfae2676-9a8e-4477-b977-a8dbae52046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:03.027918 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-bfae2676-9a8e-4477-b977-a8dbae52046e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 200 len: 856 time: 0.0578296 Jun 16 15:05:03.096068 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-172d395c-9ff1-485a-9cb6-aeb4e8aed024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:03.097710 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-172d395c-9ff1-485a-9cb6-aeb4e8aed024 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=fc94f728-43e0-403f-b21e-60da829fe740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594065 Jun 16 15:05:03.201424 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-171e4a3d-dfb5-437b-8548-8cad708ebcd7 service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961299 Jun 16 15:05:03.310912 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-29169204-91c1-4535-96c5-d3ae77c5f1bb req-1a7a6c8a-edd3-4d19-88c1-8433916998bd service neutron] 10.222.0.103 "GET /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022453 Jun 16 15:05:03.918661 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d0a444aa-5e77-4ba3-b5ea-be45cfb06fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:03.929373 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:06.501464 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-579c9686-8608-4d2e-8cd5-3b4555c82e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:06.689554 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:07.406296 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:09.411439 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:13.503941 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-4e275821-9bca-44e3-8761-88d6b9587dab tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279004712&fields=id&tenant_id=1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 267 time: 0.0398386 Jun 16 15:05:13.639904 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-5b64b80e-03e7-4af9-8dfa-750c32d459d6 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:13.641676 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-5b64b80e-03e7-4af9-8dfa-750c32d459d6 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 811 time: 0.1298652 Jun 16 15:05:13.663267 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-1db28ef2-d3ed-44c1-8789-051a00ee0f1b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/quotas/1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 375 time: 0.0107732 Jun 16 15:05:13.743686 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-a229868b-af95-4a7d-be62-de7363aa9074 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690522 Jun 16 15:05:13.862937 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f4380ae7-dfa8-480b-b5e9-dbf624f1217c service neutron] 10.222.0.16 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066260 Jun 16 15:05:13.978666 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-afd0a518-3114-4c14-8367-dc6f2983df7d service neutron] 10.222.0.16 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093976 Jun 16 15:05:14.357576 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-baf88364-fee6-400a-a3e1-e538ab7074d7 req-6a8bdbc8-b43a-4e44-b771-3a6aa3abb557 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0590975 Jun 16 15:05:15.482827 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-dbcd3c17-5cad-4e8d-9fb5-52890b9f162b req-ddfefcd3-7eec-4f58-8473-c9f78ec13f31 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0435863 Jun 16 15:05:16.578250 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e6aa1ba8-836c-45e7-8936-dd7e2fb4213a req-e0003c04-43a5-4cfd-8c04-886806eb2814 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0367162 Jun 16 15:05:17.679003 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-477b5d24-e309-4af8-90bb-6970ad7d0465 req-dee30a3d-fd5e-403b-a615-92a70e059c0f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0336998 Jun 16 15:05:18.836040 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a98b9849-fd26-4298-b30d-46d9ccdb83cf req-90cb8fe5-7889-4549-8096-0ff4c1922786 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0296240 Jun 16 15:05:19.752564 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-d51c7899-64a9-4e42-9840-edef8c29275d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:19.754649 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-d51c7899-64a9-4e42-9840-edef8c29275d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 811 time: 0.1237695 Jun 16 15:05:19.824821 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-7effe9a5-f309-40df-9370-7e7b9a37b560 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 380 time: 0.0553391 Jun 16 15:05:19.834490 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'port': {'device_id': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'admin_state_up': True, 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'security_groups': ['8b81cbc3-351e-40c4-885e-98c1f394a5ee']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:20.001528 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Made reservation on behalf of 1d80fc8f74c6490398b128116cbbfb6a for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:20.007259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.049176 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1784153b-3e06-4a3f-990f-f895cfb3021d req-2c291271-82bd-4bf2-98a4-38b938411f6f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0354829 Jun 16 15:05:20.157757 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Allocated IP 172.20.0.4 (c1696ada-e43d-4e4b-aab7-994e429616ed/5c3b10c3-b655-4fb8-b518-d4de09882d5b/fa35f1e6-e6af-4830-b2a6-3f0a9252591e) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:05:20.341917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.361429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Transition to ACTIVE for port object fa35f1e6-e6af-4830-b2a6-3f0a9252591e will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:05:20.406805 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.415031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f72e3a4b-c65a-4f40-ad2c-c8dbe3d54759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:20.500056 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Network c1696ada-e43d-4e4b-aab7-994e429616ed is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:05:20.511674 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:05:20.519986 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:05:20.562891 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:20.568739 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:20.599183 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:20.600001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.618782 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7889276 Jun 16 15:05:20.632950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Request body: {'port': {'device_id': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:20.741354 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.803635 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-b2ed5b88-e2f5-4b60-b25c-f9a9dba39002 None None] Provisioning for port fa35f1e6-e6af-4830-b2a6-3f0a9252591e completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:05:20.808963 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-b2ed5b88-e2f5-4b60-b25c-f9a9dba39002 None None] Provisioning complete for port fa35f1e6-e6af-4830-b2a6-3f0a9252591e triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:05:20.809356 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5b88-e2f5-4b60-b25c-f9a9dba39002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:20.845625 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed5b88-e2f5-4b60-b25c-f9a9dba39002 None None] Port fa35f1e6-e6af-4830-b2a6-3f0a9252591e cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:05:21.373253 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa35f1e6-e6af-4830-b2a6-3f0a9252591e {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:05:21.383520 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:21.404708 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575f6ed-e1cf-418f-b944-b133fdfd69b2 req-f6a8087c-c34f-4060-b328-ffa88140ed1f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:21.406288 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1575f6ed-e1cf-418f-b944-b133fdfd69b2 req-f6a8087c-c34f-4060-b328-ffa88140ed1f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 931 time: 0.1306899 Jun 16 15:05:21.410128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Transition to ACTIVE for port object fa35f1e6-e6af-4830-b2a6-3f0a9252591e will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:05:21.421624 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:21.425165 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-93803ff9-5592-4940-a49d-72b89273b4cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:21.528362 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1575f6ed-e1cf-418f-b944-b133fdfd69b2 req-4fba926b-f827-4ab0-9262-1347cf4d7efa tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133704 Jun 16 15:05:21.531741 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Pushing event updated for resources: {'Port': ['ID=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:21.536847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:21.638176 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Attempting to bind port fa35f1e6-e6af-4830-b2a6-3f0a9252591e on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:05:21.638435 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Attempting to bind port fa35f1e6-e6af-4830-b2a6-3f0a9252591e by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:05:21.638798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Attempting to bind port fa35f1e6-e6af-4830-b2a6-3f0a9252591e on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:05:21.644983 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Port fa35f1e6-e6af-4830-b2a6-3f0a9252591e on network c1696ada-e43d-4e4b-aab7-994e429616ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:05:21.645425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Attempting to bind port fa35f1e6-e6af-4830-b2a6-3f0a9252591e on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:05:21.651846 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:05:21.652181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Checking segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:05:21.652619 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Bound using segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:05:21.653176 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Bound port: fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:05:21.653581 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:21.739026 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] For port fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:05:21.743605 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] For port fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:05:21.749425 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:21.752088 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-d16f42f6-b33c-4d84-99d9-1140872750c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:21.796474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:21.797221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:21.798808 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] 10.222.0.103 "PUT /v2.0/ports/fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 200 len: 1093 time: 1.1723042 Jun 16 15:05:21.800123 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:05:21.806769 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778b8e97-b1ed-4526-8f87-4554f63ed1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:21.873277 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3fbfb3-0bbf-490e-ba46-50f03f68c2f0 x-openstack-request-id: req-5c3fbfb3-0bbf-490e-ba46-50f03f68c2f0 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:21.873837 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:21.874356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c3fbfb3-0bbf-490e-ba46-50f03f68c2f0 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:21.875151 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'status': 'completed', 'code': 200} Jun 16 15:05:21.907522 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Pushing event updated for resources: {'Port': ['ID=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:21.912807 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:21.953537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-49c64c19-2fde-4ade-919b-b92d5d662e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:21.956491 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-49c64c19-2fde-4ade-919b-b92d5d662e86 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1096 time: 0.1039577 Jun 16 15:05:22.015962 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-8358c9d7-f0a6-494f-b420-8319cef85ed0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 200 len: 217 time: 0.0511107 Jun 16 15:05:22.094587 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-dc3f3fb5-0caa-4573-adcc-9698239c491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.096653 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-dc3f3fb5-0caa-4573-adcc-9698239c491c service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0712924 Jun 16 15:05:22.166308 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-71aafa99-2349-41c6-8094-e1c8919bee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.167806 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-71aafa99-2349-41c6-8094-e1c8919bee52 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576985 Jun 16 15:05:22.274426 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-4e0c3e03-6ff4-4e61-b1fc-e4315cefa758 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989780 Jun 16 15:05:22.376791 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-391b88b9-3460-4606-bc07-d20aa17e8640 req-70a560c1-f21f-4d31-9465-57f26a6d3b79 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939143 Jun 16 15:05:22.499218 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-df9c582b-9ded-47da-8b18-38b7478d3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.500896 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-df9c582b-9ded-47da-8b18-38b7478d3a20 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0673573 Jun 16 15:05:22.614917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-7a7ab30a-3fca-4278-a717-0aa4ab0b20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.617073 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-7a7ab30a-3fca-4278-a717-0aa4ab0b20be service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1096051 Jun 16 15:05:22.688148 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-0ac690eb-42a6-4269-b1da-3a910fffcda3 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 200 len: 217 time: 0.0631163 Jun 16 15:05:22.769391 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-552f159b-403c-4c51-947b-2d91f766bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.770814 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-552f159b-403c-4c51-947b-2d91f766bf7f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0743380 Jun 16 15:05:22.840533 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a563-7dfa-4e47-b9b1-a615447c9bec req-b95cdad0-1b5e-4dab-9945-3309b1458e7b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.842268 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-31e9a563-7dfa-4e47-b9b1-a615447c9bec req-b95cdad0-1b5e-4dab-9945-3309b1458e7b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.1570420 Jun 16 15:05:22.900437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-cb1724c3-92f4-4805-a369-21343bd41967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:22.901955 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-cb1724c3-92f4-4805-a369-21343bd41967 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225696 Jun 16 15:05:22.905253 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-31e9a563-7dfa-4e47-b9b1-a615447c9bec req-4fece06b-5668-47a4-8fe0-e3aeac0b469c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517230 Jun 16 15:05:23.012883 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-a0ca9dd7-3294-46cb-92b4-c009c11c3f07 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025701 Jun 16 15:05:23.117236 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-778b8e97-b1ed-4526-8f87-4554f63ed1f5 req-28096a7a-f20a-4309-9dd6-0151903ca329 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974212 Jun 16 15:05:24.146155 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35034e-d5be-44eb-8cdd-127698aa452e req-417eed4b-507d-430e-86d9-c789ed8385b5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:24.148884 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4b35034e-d5be-44eb-8cdd-127698aa452e req-417eed4b-507d-430e-86d9-c789ed8385b5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0991783 Jun 16 15:05:24.191149 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-4b35034e-d5be-44eb-8cdd-127698aa452e req-807931c0-0770-4c03-8dfe-dc6f86c0dea0 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Jun 16 15:05:25.381368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64d5e-b0ac-4da9-a009-9916f615252e req-5ec93908-e787-4b87-9461-6a42727fa91c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:25.383017 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62a64d5e-b0ac-4da9-a009-9916f615252e req-5ec93908-e787-4b87-9461-6a42727fa91c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0717759 Jun 16 15:05:25.426449 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-62a64d5e-b0ac-4da9-a009-9916f615252e req-d1c27674-211b-4c82-92ac-e34fe759a00d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372238 Jun 16 15:05:26.324114 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:05:26.622033 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef5317-a079-488b-8b02-0127de2caee1 req-3461daf5-b2cc-4b9d-9566-838b6cc93fae tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:26.623697 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-42ef5317-a079-488b-8b02-0127de2caee1 req-3461daf5-b2cc-4b9d-9566-838b6cc93fae tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0735571 Jun 16 15:05:26.667966 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-42ef5317-a079-488b-8b02-0127de2caee1 req-c58d8d6f-ac4f-4c0c-a1be-ac7725c958b0 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 Jun 16 15:05:27.869001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb170fb8-acc2-44d5-a7b1-9d4a49e2b2f3 req-9a6b1eba-ac22-4ef9-bbd5-4e3e9167b41b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:27.870899 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb170fb8-acc2-44d5-a7b1-9d4a49e2b2f3 req-9a6b1eba-ac22-4ef9-bbd5-4e3e9167b41b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0798779 Jun 16 15:05:27.914023 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb170fb8-acc2-44d5-a7b1-9d4a49e2b2f3 req-2fb87d5f-e7fc-46fc-85ff-22a3991f4546 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365725 Jun 16 15:05:29.170468 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39f03b-26b5-438f-aeca-72e55661ecbc req-ff7e6f3b-9559-4cb4-9c47-4a2bc2659249 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:29.171967 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0f39f03b-26b5-438f-aeca-72e55661ecbc req-ff7e6f3b-9559-4cb4-9c47-4a2bc2659249 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.0688806 Jun 16 15:05:29.200248 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebd203-2af5-4e50-bdb7-b6f548731918 req-e6bff535-376f-4986-bb25-f69fa6ad4d34 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:29.203055 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f5ebd203-2af5-4e50-bdb7-b6f548731918 req-e6bff535-376f-4986-bb25-f69fa6ad4d34 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 947 time: 0.1055353 Jun 16 15:05:29.215265 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-0f39f03b-26b5-438f-aeca-72e55661ecbc req-4c0614ce-82bf-44cf-b8e9-c5a6cdde67ad tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366981 Jun 16 15:05:29.266633 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f5ebd203-2af5-4e50-bdb7-b6f548731918 req-7ea7571a-bfed-4dfc-9aba-375d01ae3ae7 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569530 Jun 16 15:05:30.467472 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6bd4-8b43-4cbf-a728-29a0969fbba1 req-aad2fd6b-cfa9-4cf1-bc89-be5480774cb1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:30.469157 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7a5c6bd4-8b43-4cbf-a728-29a0969fbba1 req-aad2fd6b-cfa9-4cf1-bc89-be5480774cb1 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 947 time: 0.0689061 Jun 16 15:05:30.492374 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-d1013766-b5a2-4975-b1cf-0076ddfaaf83 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:30.495179 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-d1013766-b5a2-4975-b1cf-0076ddfaaf83 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 947 time: 0.2010534 Jun 16 15:05:30.514239 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-7a5c6bd4-8b43-4cbf-a728-29a0969fbba1 req-6bb4d828-f27f-4216-8e43-d0f7e76efb71 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups?id=a68f70ad-7dd2-48df-9214-a1b1e1336d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379038 Jun 16 15:05:30.543127 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b03f0-f470-4ad1-9349-7200deaad29d req-00340678-10f2-4649-8e61-4047eb4a40e2 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:30.543127 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f16b03f0-f470-4ad1-9349-7200deaad29d req-00340678-10f2-4649-8e61-4047eb4a40e2 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 943 time: 0.1953831 Jun 16 15:05:30.641518 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device fa35f1e6-e6af-4830-b2a6-3f0a9252591e details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:05:30.700598 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-f16b03f0-f470-4ad1-9349-7200deaad29d req-5571bf41-9e7b-4de4-b89f-f195cd94e46a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310439 Jun 16 15:05:30.746530 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Deleting port 82af85fc-82f8-44bd-b882-c4e417eadeba {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:05:30.746911 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:30.768502 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:30.787285 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'port_id': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'mac_address': 'fa:16:3e:0e:a5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:05:30.828193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:30.842579 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa35f1e6-e6af-4830-b2a6-3f0a9252591e {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:05:30.874443 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:30.881481 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:30.884954 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] For port 82af85fc-82f8-44bd-b882-c4e417eadeba, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=82af85fc-82f8-44bd-b882-c4e417eadeba,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:30.885311 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:30.885500 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:30.955439 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:30.959312 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:31.072033 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:31.072360 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:31.072619 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Floating IP 79024ef1-de9d-41e2-9609-0d5e657bfeae disassociated. External IP: 172.27.2.125, port: 82af85fc-82f8-44bd-b882-c4e417eadeba. Jun 16 15:05:31.072969 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Calling delete_port for 82af85fc-82f8-44bd-b882-c4e417eadeba owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:05:31.081979 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['fa35f1e6-e6af-4830-b2a6-3f0a9252591e'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:05:31.282958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:31.291120 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-34839c44-bab4-46eb-bd05-8b873d3d29bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:31.331177 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event deleted for resources: {'Port': ['ID=82af85fc-82f8-44bd-b882-c4e417eadeba,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:31.335197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:31.470195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:05:31.592481 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:05:31.606495 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:31.618517 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:05:31.619360 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:05:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:31.639925 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] No DVR routers for this DVR port 82af85fc-82f8-44bd-b882-c4e417eadeba on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:05:31.643693 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:31.645842 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b4e2cfe6-216c-48d9-84da-8b50cd83dc96 req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.103 "DELETE /v2.0/ports/82af85fc-82f8-44bd-b882-c4e417eadeba HTTP/1.1" status: 204 len: 173 time: 1.1448426 Jun 16 15:05:31.646417 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-deleted', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:05:31.649091 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfea2c-1bd1-4c2a-9e41-762605105adb" -d '{"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-deleted", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:31.703065 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6f0ae-feae-4faa-8ec7-f967a494e1f2 x-openstack-request-id: req-a8d6f0ae-feae-4faa-8ec7-f967a494e1f2 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:31.704033 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1d4789-381f-463e-b331-443732e33836", "name": "network-vif-deleted", "tag": "82af85fc-82f8-44bd-b882-c4e417eadeba", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:31.704860 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8d6f0ae-feae-4faa-8ec7-f967a494e1f2 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:31.706443 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1d4789-381f-463e-b331-443732e33836', 'name': 'network-vif-deleted', 'tag': '82af85fc-82f8-44bd-b882-c4e417eadeba', 'status': 'completed', 'code': 200} Jun 16 15:05:31.803459 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-6315216d-2875-4d13-8a68-8a3a4f5bafd8 req-0acde39f-6d0e-4821-8e32-9e76f112a770 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1d4789-381f-463e-b331-443732e33836 HTTP/1.1" status: 200 len: 210 time: 0.0790613 Jun 16 15:05:31.827334 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:05:32.067935 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eecb1f-c0c7-4b19-bce1-3db81913e9f6 req-ad524927-64e9-4ae8-aab4-b5f7b7d0545a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:32.069597 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93eecb1f-c0c7-4b19-bce1-3db81913e9f6 req-ad524927-64e9-4ae8-aab4-b5f7b7d0545a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 944 time: 0.0972626 Jun 16 15:05:32.117324 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93eecb1f-c0c7-4b19-bce1-3db81913e9f6 req-6c629598-6d13-4afe-92b5-5d306db29fea tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Jun 16 15:05:32.197857 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:32.203477 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:32.214502 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:05:32.215327 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:05:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:32.384301 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:05:32.609714 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:32.614324 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30620a-53c2-46f7-a13a-7dfe18628237 None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '88944225-1581-48e5-bb9f-34f2410f185b', 'name': '', 'network_id': 'fc94f728-43e0-403f-b21e-60da829fe740', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'mac_address': 'fa:16:3e:dd:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:33Z', 'updated_at': '2021-06-16T14:57:41Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'subnets': [{'id': 'a28ff5dd-80ac-4d56-98e2-d3c39da57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:32.644265 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device fa35f1e6-e6af-4830-b2a6-3f0a9252591e up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:05:32.709098 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port fa35f1e6-e6af-4830-b2a6-3f0a9252591e completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:05:32.714641 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port fa35f1e6-e6af-4830-b2a6-3f0a9252591e triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:05:32.715495 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:32.830274 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:32.862029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:05:32.865022 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b508b2-dba1-449d-81a4-9204fdd85deb" -d '{"events": [{"server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "name": "network-vif-plugged", "status": "completed", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:32.883399 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:32.889213 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:32.890219 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:05:32.892821 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3bf81bbb-a3c3-4ab5-99f8-be6a3c01d56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:32.899056 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc614a19-c4e1-4d2a-8b08-17222d07022d None None] New status for floating IP 79024ef1-de9d-41e2-9609-0d5e657bfeae: DOWN {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:05:32.939532 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 82af85fc-82f8-44bd-b882-c4e417eadeba {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:05:32.939893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 82af85fc-82f8-44bd-b882-c4e417eadeba not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:05:32.942380 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beac8cb-2736-4655-bc52-a685b6d519f2 x-openstack-request-id: req-3beac8cb-2736-4655-bc52-a685b6d519f2 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:32.942857 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "name": "network-vif-plugged", "status": "completed", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:32.943178 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3beac8cb-2736-4655-bc52-a685b6d519f2 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:32.943588 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'code': 200} Jun 16 15:05:33.046715 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53582) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:33.073644 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:33.078614 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:33.128183 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.163219 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.223581 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.226553 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.227841 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "DELETE /v2.0/security-groups/a68f70ad-7dd2-48df-9214-a1b1e1336d42 HTTP/1.1" status: 204 len: 168 time: 0.1793931 Jun 16 15:05:33.228812 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-913972ed-e505-4c5e-933f-a034b610f78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:33.233000 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53586) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:33.241018 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f70ad-7dd2-48df-9214-a1b1e1336d42,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:33.243987 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6c54f3ad-e712-46d5-89d9-6b75a3c0b234 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:33.261839 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.api.v2.resource [None req-91d427bd-66a2-463d-8638-6640f7cb58c9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] show failed (client error): The resource could not be found. Jun 16 15:05:33.263032 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-91d427bd-66a2-463d-8638-6640f7cb58c9 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "GET /v2.0/security-groups/a68f70ad-7dd2-48df-9214-a1b1e1336d42 HTTP/1.1" status: 404 len: 347 time: 0.0271995 Jun 16 15:05:33.266237 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53588) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:33.419044 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de525a-f69d-4ad6-a858-ad6ba52d207a req-780435f3-c90f-4a2f-89bb-fe20828df23b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:33.420592 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-33de525a-f69d-4ad6-a858-ad6ba52d207a req-780435f3-c90f-4a2f-89bb-fe20828df23b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.1194987 Jun 16 15:05:33.423207 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa7057-d220-4eb4-a55d-1366244a7e28 req-60a9fef4-f1e8-4919-8068-8a3efd5ed7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:33.425084 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a3aa7057-d220-4eb4-a55d-1366244a7e28 req-60a9fef4-f1e8-4919-8068-8a3efd5ed7bf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1098 time: 0.1226721 Jun 16 15:05:33.441050 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Deleting port 6b5893b0-224d-4bff-abca-9bdbc2a1c50d {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:05:33.441547 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.526832 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.527367 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.533746 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-33de525a-f69d-4ad6-a858-ad6ba52d207a req-583a7c59-2866-4001-b3a7-2363c1f4679a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037872 Jun 16 15:05:33.537778 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a3aa7057-d220-4eb4-a55d-1366244a7e28 req-0f4d1043-1ec3-4bea-bab3-c02c3642661f service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052125 Jun 16 15:05:33.919583 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-62234726-2581-4772-8387-9da3850bd1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:33.929252 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:34.033282 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Calling delete_port for 6b5893b0-224d-4bff-abca-9bdbc2a1c50d owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:05:34.247831 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:34.250607 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c858b187-dca5-4637-8b82-6503bf872e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:34.278120 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Pushing event deleted for resources: {'Port': ['ID=6b5893b0-224d-4bff-abca-9bdbc2a1c50d,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:34.290599 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:34.394830 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:34.399281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:34.405014 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] 10.222.0.16 "DELETE /v2.0/floatingips/79024ef1-de9d-41e2-9609-0d5e657bfeae HTTP/1.1" status: 204 len: 168 time: 1.1333830 Jun 16 15:05:34.764935 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143d428-4c24-42a5-9fe1-c6978b9a76f9 req-e3c66ef0-3a99-4132-a3ca-eb9dac3c3656 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:34.768181 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b143d428-4c24-42a5-9fe1-c6978b9a76f9 req-e3c66ef0-3a99-4132-a3ca-eb9dac3c3656 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0988462 Jun 16 15:05:34.832888 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b143d428-4c24-42a5-9fe1-c6978b9a76f9 req-81f145b5-45d6-45f8-bc8b-b046cfe1d99b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580795 Jun 16 15:05:35.060671 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daed252-2704-4c56-bbb7-037ef5e63e9c req-a99b0cc5-e723-40a1-939e-e8d03e87603b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:35.063321 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3daed252-2704-4c56-bbb7-037ef5e63e9c req-a99b0cc5-e723-40a1-939e-e8d03e87603b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.1115024 Jun 16 15:05:35.109425 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3daed252-2704-4c56-bbb7-037ef5e63e9c req-deea2726-9650-4741-9c24-d0b0e56693fa tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388203 Jun 16 15:05:35.136252 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53600) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:35.340250 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bcdcc-5b2e-4fa6-b4aa-b89d5608cf35 tempest-TestVolumeBootPattern-1042359203 tempest-TestVolumeBootPattern-1042359203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:35.341834 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-e03bcdcc-5b2e-4fa6-b4aa-b89d5608cf35 tempest-TestVolumeBootPattern-1042359203 tempest-TestVolumeBootPattern-1042359203-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1093 time: 0.2045691 Jun 16 15:05:35.346677 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53604) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:35.351498 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'port_id': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:35.377737 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:35.509185 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:35.670244 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Allocated IP 172.27.2.84 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/50009446-721a-4708-adde-f902fb7e6766) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:05:35.825384 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:35.891810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:35.896438 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a46a8bc1-1beb-4022-acf1-380339f2db09 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:35.953143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:05:35.956782 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:05:35.961700 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:05:35.965332 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=50009446-721a-4708-adde-f902fb7e6766,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:35.988692 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:36.424194 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.499177 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fdca2ea9-97d5-4de5-aa77-861b9a20e210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.519891 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.689133 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.695166 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.696844 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.697721 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f87da1d3-32b5-43be-8386-eb9d2ad9ec47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:36.775145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=50009446-721a-4708-adde-f902fb7e6766,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:36.780366 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:36.791812 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:36.948623 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Floating IP 1b64ceea-11aa-4681-93d4-7d8feea37705 associated. External IP: 172.27.2.84, port: fa35f1e6-e6af-4830-b2a6-3f0a9252591e. Jun 16 15:05:37.198568 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53622) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:37.206751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:05:37.343713 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:05:37.356945 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:37.372085 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:05:37.373105 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:37.373319 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:05:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:37.421097 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:37.459020 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1002288 Jun 16 15:05:37.459020 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:05:37.459020 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a666c-f98b-4a96-ae48-4010ef603c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:37.507445 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd6e3f-2ac3-4939-a5f9-d21639a2fc9d x-openstack-request-id: req-5dbd6e3f-2ac3-4939-a5f9-d21639a2fc9d {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:37.507965 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:37.508434 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dbd6e3f-2ac3-4939-a5f9-d21639a2fc9d {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:37.510778 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'status': 'completed', 'code': 200} Jun 16 15:05:37.558810 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:05:37.648974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-60e8ba92-5ef6-41b9-bb9a-ccab71d647be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:37.650532 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-60e8ba92-5ef6-41b9-bb9a-ccab71d647be service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1098 time: 0.1156514 Jun 16 15:05:37.806964 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-ebd6139f-385f-48db-8e9a-4bd439bfbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:37.809605 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-ebd6139f-385f-48db-8e9a-4bd439bfbf97 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1513083 Jun 16 15:05:37.885935 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '1b64ceea-11aa-4681-93d4-7d8feea37705', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:0e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:05:36Z', 'updated_at': '2021-06-16T15:05:36Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:37.890069 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:37.900320 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:05:37.900963 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:05:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:37.954034 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-4a9e0d0a-df5e-4eaf-91f2-c48b92cc9d75 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 200 len: 998 time: 0.1369302 Jun 16 15:05:38.014382 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:05:38.074531 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-d8345a01-991b-4bf2-9afe-28b6216ae738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:38.076956 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-d8345a01-991b-4bf2-9afe-28b6216ae738 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0936182 Jun 16 15:05:38.151008 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:38.260483 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '1b64ceea-11aa-4681-93d4-7d8feea37705', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:0e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:05:36Z', 'updated_at': '2021-06-16T15:05:36Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:38.265243 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7da3d6-ebdf-49f1-a1f1-14eda65a5ed9 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '1b64ceea-11aa-4681-93d4-7d8feea37705', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.84', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:0e:a5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:05:36Z', 'updated_at': '2021-06-16T15:05:36Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:38.326188 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-02ee3fb9-399f-495c-bae0-03517411f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:38.328178 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-02ee3fb9-399f-495c-bae0-03517411f352 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2417660 Jun 16 15:05:38.490949 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7bb85-36ab-4192-a915-cdaeba43c86e None None] New status for floating IP 1b64ceea-11aa-4681-93d4-7d8feea37705: ACTIVE {{(pid=91764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:05:38.610387 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-c9338aec-91b7-4066-99ba-ac4a5043f67a service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728882 Jun 16 15:05:39.258439 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2e5a666c-f98b-4a96-ae48-4010ef603c0a req-94e46563-c3a3-407f-8dac-04641fc50c44 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409461 Jun 16 15:05:39.338998 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Deleting port 88944225-1581-48e5-bb9f-34f2410f185b {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:05:39.339706 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:39.413958 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:39.486234 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] For port 88944225-1581-48e5-bb9f-34f2410f185b, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=88944225-1581-48e5-bb9f-34f2410f185b,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:39.486833 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:39.607531 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Calling delete_port for 88944225-1581-48e5-bb9f-34f2410f185b owned by network:router_interface {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:05:39.901296 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:39.903901 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-1edbce6b-bbbf-4f2b-93c2-dc470962abb6 tempest-AttachVolumeNegativeTest-336616539 tempest-AttachVolumeNegativeTest-336616539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:39.938343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88944225-1581-48e5-bb9f-34f2410f185b,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:39.950632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.951126 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.951482 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.951862 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.952232 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.952600 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.952962 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.953327 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.953681 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.954039 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.954403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.955315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:39.976353 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:40.145700 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:40.501228 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Router f7771aff-3f92-49ec-962c-6122d79e7bb7 has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:05:40.706818 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:05:40.719217 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] 10.222.0.16 "PUT /v2.0/routers/f7771aff-3f92-49ec-962c-6122d79e7bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5158997 Jun 16 15:05:40.719529 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] Sync routers for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:05:40.720276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53630) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:40.729999 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:05:40.731013 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:05:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:40.851672 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks [] for router, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:40.855402 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:05:40.983222 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.062747 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Deleting port 246cf396-5cd5-4fcd-a78d-9fbc08a81030 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:05:41.063212 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.069292 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T15:05:39Z', 'revision_number': 5, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port': {'id': '246cf396-5cd5-4fcd-a78d-9fbc08a81030', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T14:57:29Z', 'updated_at': '2021-06-16T14:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:41.073571 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] Checking router: f7771aff-3f92-49ec-962c-6122d79e7bb7 for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:05:41.084189 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] Routers {'f7771aff-3f92-49ec-962c-6122d79e7bb7'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:05:41.085082 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:05:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['f7771aff-3f92-49ec-962c-6122d79e7bb7'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:41.156973 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] For port 246cf396-5cd5-4fcd-a78d-9fbc08a81030, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=246cf396-5cd5-4fcd-a78d-9fbc08a81030,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:41.157386 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.241221 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Calling delete_port for 246cf396-5cd5-4fcd-a78d-9fbc08a81030 owned by network:router_gateway {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:05:41.293987 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] Set router f7771aff-3f92-49ec-962c-6122d79e7bb7 gateway port host: None {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:05:41.372718 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T15:05:40Z', 'revision_number': 6, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:41.377573 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fca77d-4a35-4d61-9ebe-548f9a8c6023 None None] The sync data for ids ['f7771aff-3f92-49ec-962c-6122d79e7bb7'] in dv-cinder-795009-4-iscsi is: [{'id': 'f7771aff-3f92-49ec-962c-6122d79e7bb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1419389712-router', 'tenant_id': '9f3118f893434ae29a0b4ab407638fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T14:57:28Z', 'updated_at': '2021-06-16T15:05:40Z', 'revision_number': 6, 'project_id': '9f3118f893434ae29a0b4ab407638fa6', 'gw_port_host': None}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:05:41.458072 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.463051 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-55615141-c6fa-4d56-a6b4-a5c13d8e2b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:41.508194 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=246cf396-5cd5-4fcd-a78d-9fbc08a81030,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:41.515398 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:41.587877 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.685498 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.687822 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.742494 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.743133 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7771aff-3f92-49ec-962c-6122d79e7bb7 {{(pid=91762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:05:41.747864 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.749077 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fc003685-50eb-47d8-9903-a5df4e2c0f3d admin admin] 10.222.0.16 "DELETE /v2.0/routers/f7771aff-3f92-49ec-962c-6122d79e7bb7 HTTP/1.1" status: 204 len: 168 time: 1.0279453 Jun 16 15:05:41.752992 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53632) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:41.809752 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Deleting subnet a28ff5dd-80ac-4d56-98e2-d3c39da57abc {{(pid=91763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:05:41.813751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.857783 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130156516'] for subnet, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:41.955949 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.021447 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130156121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130227154'] for subnet, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.024300 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8c3fd469-218c-47ab-bb6d-edbd9b7997ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:42.051709 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a28ff5dd-80ac-4d56-98e2-d3c39da57abc,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:42.055375 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:42.059780 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.062999 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ab2b1ae8-2ca7-4260-b457-f4497ac89cba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a28ff5dd-80ac-4d56-98e2-d3c39da57abc HTTP/1.1" status: 204 len: 168 time: 0.3078787 Jun 16 15:05:42.065765 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53634) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:42.068829 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09e1b1-2d8d-4bed-9dde-480880fffb13 None None] Network fc94f728-43e0-403f-b21e-60da829fe740 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:42.152072 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.250408 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Deleting port 31176e4d-c95c-42c8-98d1-9f552a805317 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:05:42.251178 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.308818 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] DHCP port deletion for fc94f728-43e0-403f-b21e-60da829fe740 request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:05:42.345100 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] For port 31176e4d-c95c-42c8-98d1-9f552a805317, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=31176e4d-c95c-42c8-98d1-9f552a805317,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:42.346832 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.400003 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Deleting port 31176e4d-c95c-42c8-98d1-9f552a805317 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:05:42.400675 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.439788 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Calling delete_port for 31176e4d-c95c-42c8-98d1-9f552a805317 owned by network:dhcp {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:05:42.446067 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 31176e4d-c95c-42c8-98d1-9f552a805317 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:05:42.547544 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.559051 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0dc2849c-cce1-4dfb-ab37-43b449bcd970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:42.567346 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] No DVR routers for this DVR port 31176e4d-c95c-42c8-98d1-9f552a805317 on host dv-cinder-795009-4-iscsi {{(pid=91763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:05:42.578616 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] For port 31176e4d-c95c-42c8-98d1-9f552a805317, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=31176e4d-c95c-42c8-98d1-9f552a805317,segment=NetworkSegment(2a8aba64-c21c-4047-a543-4bc0442667d5),segment_id=2a8aba64-c21c-4047-a543-4bc0442667d5)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:05:42.579852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.606008 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=31176e4d-c95c-42c8-98d1-9f552a805317,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:42.608081 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:42.663254 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No active binding found for port 31176e4d-c95c-42c8-98d1-9f552a805317 {{(pid=91764) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 15:05:42.663966 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 31176e4d-c95c-42c8-98d1-9f552a805317 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:05:42.664641 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 88944225-1581-48e5-bb9f-34f2410f185b no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:05:42.710346 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Calling delete_port for 31176e4d-c95c-42c8-98d1-9f552a805317 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:05:42.722993 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.741671 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc94f728-43e0-403f-b21e-60da829fe740']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:42.751147 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 88944225-1581-48e5-bb9f-34f2410f185b {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:05:42.751839 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 88944225-1581-48e5-bb9f-34f2410f185b not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:05:42.752511 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 246cf396-5cd5-4fcd-a78d-9fbc08a81030 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:05:42.759315 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8aba64-c21c-4047-a543-4bc0442667d5') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:42.759975 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8aba64-c21c-4047-a543-4bc0442667d5') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:42.780151 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.789266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 246cf396-5cd5-4fcd-a78d-9fbc08a81030 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:05:42.789266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 246cf396-5cd5-4fcd-a78d-9fbc08a81030 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:05:42.807250 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.817754 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:05:42.818419 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:05:42.821414 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:05:42.860617 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.863918 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:42.894829 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Pushing event deleted for resources: {'Port': ['ID=31176e4d-c95c-42c8-98d1-9f552a805317,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:42.898127 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.900821 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] No DVR routers for this DVR port 31176e4d-c95c-42c8-98d1-9f552a805317 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:05:42.907189 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:42.909363 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.909914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.910391 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.910895 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.911456 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.912013 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.912744 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.913054 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.913586 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.914125 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.914672 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.915241 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:42.915434 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fc94f728-43e0-403f-b21e-60da829fe740 HTTP/1.1" status: 204 len: 168 time: 0.8481047 Jun 16 15:05:42.916568 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:42.919835 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-cc783026-b6a8-4c76-8312-23ec3d329297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:42.943524 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc94f728-43e0-403f-b21e-60da829fe740,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:42.947116 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d9dd514e-f335-45cc-8a8d-252e8287cb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:43.079563 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53638) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:43.125862 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4c7cb495-0d2e-499b-9b61-22ea164661ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f3118f893434ae29a0b4ab407638fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448170 Jun 16 15:05:43.129055 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53640) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:43.186036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-36626327-577d-426b-b975-c43504341b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:43.211344 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-36626327-577d-426b-b975-c43504341b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:43.264620 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-36626327-577d-426b-b975-c43504341b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:43.268306 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-36626327-577d-426b-b975-c43504341b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:43.269835 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-36626327-577d-426b-b975-c43504341b0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41128d0f-3f8c-4618-8be1-f342e0f4140e HTTP/1.1" status: 204 len: 168 time: 0.1394203 Jun 16 15:05:43.271142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-0948533e-e240-4f15-91cd-78e59d92b7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:43.284885 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36626327-577d-426b-b975-c43504341b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41128d0f-3f8c-4618-8be1-f342e0f4140e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:43.288641 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-36626327-577d-426b-b975-c43504341b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:44.124103 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53662) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:44.241656 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497578179-network', 'tenant_id': 'e550fe9a8e0b4038b7b7c2b1f40da642'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:44.266197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Made reservation on behalf of e550fe9a8e0b4038b7b7c2b1f40da642 for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:44.269646 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.283573 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.410746 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.415832 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.419655 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3a73c158-cd31-4164-9322-64958b97b437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:44.448245 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:05:44.457526 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b933f0-ab7b-4dac-9046-44f77bb8a422,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:44.462550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:44.463768 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.464112 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Added segment 8c5ba809-f53a-40d8-a784-0188f73a0a81 of type vlan for network 14e9a6ce-49f4-40bd-8251-95453eca650e Jun 16 15:05:44.533014 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.582169 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.584583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:44.585583 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.591289 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-c525e322-27c3-41af-82f7-68bf97152cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:44.642399 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5167420 Jun 16 15:05:44.647328 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53668) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:44.653126 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Request body: {'subnet': {'network_id': '14e9a6ce-49f4-40bd-8251-95453eca650e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497578179-subnet', 'tenant_id': 'e550fe9a8e0b4038b7b7c2b1f40da642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:44.682010 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Made reservation on behalf of e550fe9a8e0b4038b7b7c2b1f40da642 for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:44.685899 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130227145'] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.688798 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=14e9a6ce-49f4-40bd-8251-95453eca650e,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:44.693674 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-71b64f80-9304-48fd-bf9a-15616c3ef9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:44.703951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 14e9a6ce-49f4-40bd-8251-95453eca650e details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:05:44.925160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130156056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130227163'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:44.927880 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:44.987277 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe2d20f-4171-4eb8-a115-42808f8e2855,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:44.990052 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:45.002155 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Checking segment: {'id': '8c5ba809-f53a-40d8-a784-0188f73a0a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '14e9a6ce-49f4-40bd-8251-95453eca650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:05:45.002523 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Network hostable DHCP agents. Network: 14e9a6ce-49f4-40bd-8251-95453eca650e, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:05:45.025186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Network 14e9a6ce-49f4-40bd-8251-95453eca650e is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:05:45.036987 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 14e9a6ce-49f4-40bd-8251-95453eca650e) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:05:45.042763 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:45.043546 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.051510 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905e88f-379e-434e-904d-a5250530ecb6 None None] Network 14e9a6ce-49f4-40bd-8251-95453eca650e requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:45.061612 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-0d886761-1b8d-4748-b8be-3ec472e85adf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4127939 Jun 16 15:05:45.228120 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610bd560-888a-4b8f-8760-a82040b38efd None None] Network 14e9a6ce-49f4-40bd-8251-95453eca650e requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:45.666684 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53684) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:45.672558 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731736954-network', 'tenant_id': '5280adf800b54b45a6cb5649a671337e'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:45.697541 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Made reservation on behalf of 5280adf800b54b45a6cb5649a671337e for: {'network': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:45.700001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.709626 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.827321 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.832867 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.836542 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-5beee9f4-2281-47dd-922f-60fc94621f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:45.863497 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=91762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:05:45.875040 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996f64c-6d00-444d-82a6-6686c524f39b,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:45.879723 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:45.880922 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.881324 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.segments_db [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Added segment 41b23c33-76ec-416d-9658-7ce8aaeb3ded of type vlan for network 8082d8e5-36f6-4a4f-9ce1-23a0596d9882 Jun 16 15:05:45.927864 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.961654 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.963109 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:45.963715 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:45.966040 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:45.998662 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3301802 Jun 16 15:05:46.002596 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53686) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:46.011611 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Request body: {'subnet': {'network_id': '8082d8e5-36f6-4a4f-9ce1-23a0596d9882', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731736954-subnet', 'tenant_id': '5280adf800b54b45a6cb5649a671337e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:46.045966 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Made reservation on behalf of 5280adf800b54b45a6cb5649a671337e for: {'subnet': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:46.046498 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Pushing event updated for resources: {'Network': ['ID=8082d8e5-36f6-4a4f-9ce1-23a0596d9882,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:46.048850 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130227145'] for subnet, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.050479 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:46.061261 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 8082d8e5-36f6-4a4f-9ce1-23a0596d9882 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:05:46.348651 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130156056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130227163'] for subnet, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.351440 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:46.413034 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5613df-830f-455a-b092-d5cbdc2054c4,revision_number=0']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:46.418518 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:46.427695 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Checking segment: {'id': '41b23c33-76ec-416d-9658-7ce8aaeb3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8082d8e5-36f6-4a4f-9ce1-23a0596d9882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:05:46.428085 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Network hostable DHCP agents. Network: 8082d8e5-36f6-4a4f-9ce1-23a0596d9882, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:05:46.447620 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Network 8082d8e5-36f6-4a4f-9ce1-23a0596d9882 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:05:46.459135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 8082d8e5-36f6-4a4f-9ce1-23a0596d9882) {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:05:46.465191 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:46.466186 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.471720 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d5447-c9a8-4efa-a8bd-79189624eb73 None None] Network 8082d8e5-36f6-4a4f-9ce1-23a0596d9882 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:46.486415 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-157b1d5e-09f2-4bd7-952d-d4848352ee19 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4813197 Jun 16 15:05:46.636304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53690) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:46.651444 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5558a4-3337-4779-b08c-1509a50b2909 None None] Network 8082d8e5-36f6-4a4f-9ce1-23a0596d9882 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:46.689361 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_v2 [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Deleting subnet ebe2d20f-4171-4eb8-a115-42808f8e2855 {{(pid=91763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:05:46.693269 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.733181 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130156516'] for subnet, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.796813 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.877117 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130156121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130227154'] for subnet, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.881410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7cb57d6e-655d-4cf1-90f5-20dddaad365d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:46.921439 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe2d20f-4171-4eb8-a115-42808f8e2855,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:46.928562 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:46.932852 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:46.936225 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9433e36a-4964-4051-8896-25ec9c9f955b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ebe2d20f-4171-4eb8-a115-42808f8e2855 HTTP/1.1" status: 204 len: 168 time: 0.2984672 Jun 16 15:05:46.940613 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53692) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:47.018178 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.108203 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.119022 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e9a6ce-49f4-40bd-8251-95453eca650e']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:47.131557 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5ba809-f53a-40d8-a784-0188f73a0a81') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:47.131914 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5ba809-f53a-40d8-a784-0188f73a0a81') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:47.142188 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.157584 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.164239 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:05:47.164639 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:05:47.166440 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:05:47.253197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.258541 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.260768 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/14e9a6ce-49f4-40bd-8251-95453eca650e HTTP/1.1" status: 204 len: 168 time: 0.3182616 Jun 16 15:05:47.261484 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bda78881-8972-441b-a955-8b30bbd66e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:47.264851 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53694) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:47.282272 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e9a6ce-49f4-40bd-8251-95453eca650e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:47.285050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-37b213fc-b803-453b-8ffc-d777ec6caea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:47.327759 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Deleting subnet 4c5613df-830f-455a-b092-d5cbdc2054c4 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:05:47.332626 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.370719 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.412197 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.470227 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.473137 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:47.497416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5613df-830f-455a-b092-d5cbdc2054c4,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:47.502966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:47.507395 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.510114 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-cac1bdbe-0a76-41a1-b0e2-303d67e3d805 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c5613df-830f-455a-b092-d5cbdc2054c4 HTTP/1.1" status: 204 len: 168 time: 0.2438693 Jun 16 15:05:47.512841 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53696) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:47.589877 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.676265 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.688031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8082d8e5-36f6-4a4f-9ce1-23a0596d9882']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:47.707056 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b23c33-76ec-416d-9658-7ce8aaeb3ded') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:47.707404 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b23c33-76ec-416d-9658-7ce8aaeb3ded') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:05:47.718558 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.737466 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.746151 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:05:47.746669 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:05:47.748763 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:05:47.815912 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.820192 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:47.823725 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:47.825661 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/8082d8e5-36f6-4a4f-9ce1-23a0596d9882 HTTP/1.1" status: 204 len: 168 time: 0.3117335 Jun 16 15:05:47.837879 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8082d8e5-36f6-4a4f-9ce1-23a0596d9882,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:47.840660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-7c48497c-70f4-4be5-873c-f1ee1c3b65ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:48.049429 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53700) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:48.094900 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-bfe05ead-a4f4-4e86-a336-3ba4426b045e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e550fe9a8e0b4038b7b7c2b1f40da642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439978 Jun 16 15:05:48.097915 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53702) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:48.157943 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.183456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.242250 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.247351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.249386 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96b933f0-ab7b-4dac-9046-44f77bb8a422 HTTP/1.1" status: 204 len: 168 time: 0.1501031 Jun 16 15:05:48.250740 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-8a330fdd-f571-48ea-be14-0f4097c69829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:48.264458 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b933f0-ab7b-4dac-9046-44f77bb8a422,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:48.268515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-7af32ab9-b2ad-4b1e-b6ab-c24fce2e83ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:48.648999 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53708) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:48.694726 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2e90f611-3288-4b33-aa31-752368f1760e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5280adf800b54b45a6cb5649a671337e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443861 Jun 16 15:05:48.697538 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53710) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:48.754054 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.778771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.839398 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.842647 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:48.843937 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1996f64c-6d00-444d-82a6-6686c524f39b HTTP/1.1" status: 204 len: 168 time: 0.1453140 Jun 16 15:05:48.844942 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d5619cdc-a49e-4cd1-be34-f874946d2828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:48.853419 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996f64c-6d00-444d-82a6-6686c524f39b,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:48.864134 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.864744 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.865381 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.865998 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.866605 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.867261 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.867910 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.868520 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.869169 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.869825 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.870488 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.871160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:05:48.877198 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:50.810338 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53760) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:50.920403 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a478-06c7-4e70-bf66-c0ef625785e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.024605 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a478-06c7-4e70-bf66-c0ef625785e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.029423 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a478-06c7-4e70-bf66-c0ef625785e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.032658 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-710be947-6325-4c6c-a327-9f8ce3d40862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:51.075132 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-bfe2a478-06c7-4e70-bf66-c0ef625785e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5e63fbf07b54d2aa1b5099dd8cdbe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635431 Jun 16 15:05:51.076696 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2a478-06c7-4e70-bf66-c0ef625785e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceacaff1-d074-43a8-b921-b7ff9bd6473f,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:51.078980 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53764) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:51.082205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-bfe2a478-06c7-4e70-bf66-c0ef625785e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:51.145821 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.188106 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.245316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.248888 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.250171 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceacaff1-d074-43a8-b921-b7ff9bd6473f HTTP/1.1" status: 204 len: 168 time: 0.1686232 Jun 16 15:05:51.251520 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-050c0db1-53cb-48c0-9932-671cc8a984eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:51.260560 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceacaff1-d074-43a8-b921-b7ff9bd6473f,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:51.265143 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-03d56850-1530-45a0-b226-d4bda2b8ac11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:51.587293 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53770) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:51.603678 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1469f80e-edc7-4da8-9f3f-472741731bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.715609 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1469f80e-edc7-4da8-9f3f-472741731bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.720940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-1469f80e-edc7-4da8-9f3f-472741731bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.723968 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d49fbf4a-ed43-4e0b-8ec4-00fadb237687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:51.768732 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-1469f80e-edc7-4da8-9f3f-472741731bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=038cc928cae04744b75829131964ee5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799238 Jun 16 15:05:51.769874 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f80e-edc7-4da8-9f3f-472741731bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5633f5-0e1a-4e04-b8db-9702b475598b,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:51.773819 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1469f80e-edc7-4da8-9f3f-472741731bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:51.778043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53772) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:51.840742 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.866653 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.927383 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.930222 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:51.931523 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b5633f5-0e1a-4e04-b8db-9702b475598b HTTP/1.1" status: 204 len: 168 time: 0.1522865 Jun 16 15:05:51.932386 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-2553671e-ddf7-41e2-b14e-4d1b30c888d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:51.941989 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5633f5-0e1a-4e04-b8db-9702b475598b,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:51.944635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-26acb1f9-f3b5-4c84-9a3e-0f237dab271b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:52.783865 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 53794) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:52.896583 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-978479296-network', 'tenant_id': '3b5f12f58e144b20af8c41b481922f18'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:52.929979 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Made reservation on behalf of 3b5f12f58e144b20af8c41b481922f18 for: {'network': 1} {{(pid=91763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:52.933783 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for network, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:52.950142 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.101318 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.106590 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.110200 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c12e286d-c300-496a-9540-2cfa0493bbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:53.138511 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=91763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:05:53.150310 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc560f-ed1d-4e3e-a751-45e1e1f38606,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.155326 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:53.156501 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.156843 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.segments_db [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Added segment b814ee72-42e1-4ee9-ae35-63c5504eb43e of type vlan for network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 Jun 16 15:05:53.208079 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769720201867'] for network, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.241481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211'] for network, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.243070 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:53.243773 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.247195 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:53.286631 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5012555 Jun 16 15:05:53.289873 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 53798) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:05:53.297936 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Request body: {'subnet': {'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-978479296-subnet', 'tenant_id': '3b5f12f58e144b20af8c41b481922f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:53.334061 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Made reservation on behalf of 3b5f12f58e144b20af8c41b481922f18 for: {'subnet': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:53.335519 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=164e1649-4d9f-4ec4-aa26-95d5428a8c91,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.337335 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132002496'] for subnet, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.339048 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b1cce75b-96e2-494e-b240-5952e4cae9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:53.348456 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 details requested by agent ovs-agent-dv-cinder-795009-4-iscsi with host dv-cinder-795009-4-iscsi {{(pid=91764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:05:53.537126 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131971442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132002514'] for subnet, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.539426 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:53.592213 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb6955b-cc37-49a9-8591-c2a26f5d2584,revision_number=0']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:53.595085 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:53.614247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Checking segment: {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:05:53.614608 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Network hostable DHCP agents. Network: 164e1649-4d9f-4ec4-aa26-95d5428a8c91, hostable agents: ['4d7c84c8-433e-4708-b832-66e6d9d9b7a2'], hosted agents: [] {{(pid=91762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:05:53.634932 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 is scheduled to be hosted by DHCP agent 4d7c84c8-433e-4708-b832-66e6d9d9b7a2 with binding_index 1 {{(pid=91762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:05:53.646424 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795009-4-iscsi, 164e1649-4d9f-4ec4-aa26-95d5428a8c91) {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:05:53.651624 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:53.652291 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:53.658516 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49997f-0fe2-436e-a9a9-d19826656463 None None] Network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:53.676268 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-32e2ebc2-5852-4bf4-9c18-77c5ae24f02a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3840044 Jun 16 15:05:53.933833 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721158c6-3389-459c-8da8-e0d28248256f None None] Network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:05:55.975432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-69a35e1b-912a-4a16-96ba-4eee50843a17 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:55.977015 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-69a35e1b-912a-4a16-96ba-4eee50843a17 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/networks?id=164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 200 len: 808 time: 0.1214137 Jun 16 15:05:55.994249 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-c99689b7-787d-4b24-af18-3eddd83d8707 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/quotas/3b5f12f58e144b20af8c41b481922f18 HTTP/1.1" status: 200 len: 375 time: 0.0096872 Jun 16 15:05:56.034018 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-a2425db2-33f9-432f-9788-d6ef717c9273 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b5f12f58e144b20af8c41b481922f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297208 Jun 16 15:05:56.048357 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-39f393ca-0a44-45ca-9ac3-c76ec360b001 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:05:56.049489 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-39f393ca-0a44-45ca-9ac3-c76ec360b001 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056627 Jun 16 15:05:56.143596 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-552a76c6-8e48-4941-820b-705f6f3e25bb service neutron] 10.222.0.16 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Jun 16 15:05:56.246472 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-b5990983-d9a5-4835-8322-0d48f5435e70 service neutron] 10.222.0.16 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967877 Jun 16 15:05:56.504611 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f5aec450-0998-45b0-8894-c06f66d846e9 req-f43e43a8-5ab1-4128-b31e-73cddeecc8d2 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 210 time: 0.1102810 Jun 16 15:05:57.964436 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-a501bc7b-2fc9-4ef9-bb51-fc348894dc32 req-5a8c982a-0eb6-4ca9-9474-2080812ab767 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 210 time: 0.0385032 Jun 16 15:05:57.992787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-b376da26-310f-4823-a92c-a3f96bd4f5ef tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:57.994660 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-b376da26-310f-4823-a92c-a3f96bd4f5ef tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "GET /v2.0/networks?id=164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 200 len: 808 time: 0.5201235 Jun 16 15:05:58.009574 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Request body: {'port': {'device_id': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91', 'admin_state_up': True, 'tenant_id': '3b5f12f58e144b20af8c41b481922f18'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:58.132388 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Made reservation on behalf of 3b5f12f58e144b20af8c41b481922f18 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:05:58.136128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:58.273660 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Allocated IP 172.20.0.11 (164e1649-4d9f-4ec4-aa26-95d5428a8c91/2cb6955b-cc37-49a9-8591-c2a26f5d2584/8209186c-69f3-46c0-8c15-c2854479a40b) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:05:58.444298 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:58.486780 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:58.491417 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ff3b9485-5d82-49ec-8edb-0b0c3d65aadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:58.535864 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:05:58.541590 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:05:58.545787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:05:58.552998 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Pushing event updated for resources: {'Port': ['ID=8209186c-69f3-46c0-8c15-c2854479a40b,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:58.573195 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:58.604691 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:58.605623 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:58.623705 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182346 Jun 16 15:05:58.636149 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Request body: {'port': {'device_id': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:05:58.721277 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:59.082368 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8209186c-69f3-46c0-8c15-c2854479a40b {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:05:59.097905 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:59.119736 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Transition to ACTIVE for port object 8209186c-69f3-46c0-8c15-c2854479a40b will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:05:59.125601 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:59.131676 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-db3c5ddb-937e-4454-a42b-8018dde7e42f tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:59.271343 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=8209186c-69f3-46c0-8c15-c2854479a40b,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:59.277224 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:59.417226 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Attempting to bind port 8209186c-69f3-46c0-8c15-c2854479a40b on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:05:59.417880 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Attempting to bind port 8209186c-69f3-46c0-8c15-c2854479a40b by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:05:59.418431 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Attempting to bind port 8209186c-69f3-46c0-8c15-c2854479a40b on network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:05:59.426043 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Port 8209186c-69f3-46c0-8c15-c2854479a40b on network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:05:59.426496 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Attempting to bind port 8209186c-69f3-46c0-8c15-c2854479a40b on network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:05:59.433133 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:05:59.433648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Checking segment: {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:05:59.434157 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Bound using segment: {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:05:59.434699 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Bound port: 8209186c-69f3-46c0-8c15-c2854479a40b, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:05:59.435294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:59.504317 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ecee4-7e7a-46ef-9725-e0bf4a2483bc req-a4f99c0a-7d5f-4e3a-a1a9-9182a3555c2d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:59.505925 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f64ecee4-7e7a-46ef-9725-e0bf4a2483bc req-a4f99c0a-7d5f-4e3a-a1a9-9182a3555c2d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 944 time: 0.3468964 Jun 16 15:05:59.514979 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] For port 8209186c-69f3-46c0-8c15-c2854479a40b, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:05:59.519938 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] For port 8209186c-69f3-46c0-8c15-c2854479a40b, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=8209186c-69f3-46c0-8c15-c2854479a40b,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:05:59.525455 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:59.529474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-45093ca9-f426-4ec1-8e31-ab41252be6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:05:59.557721 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f64ecee4-7e7a-46ef-9725-e0bf4a2483bc req-f0d6c281-f277-47e7-8c0d-25c79ade3a9a tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Jun 16 15:05:59.572268 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:59.573174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:05:59.574766 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] 10.222.0.103 "PUT /v2.0/ports/8209186c-69f3-46c0-8c15-c2854479a40b HTTP/1.1" status: 200 len: 1094 time: 0.9431224 Jun 16 15:05:59.575570 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'tag': '8209186c-69f3-46c0-8c15-c2854479a40b'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:05:59.578501 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3905b108-1b9e-469d-8ae5-83c0652268c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6ee0a8-b058-43a2-9d5e-9d00250aa39d", "tag": "8209186c-69f3-46c0-8c15-c2854479a40b"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:05:59.623753 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Pushing event updated for resources: {'Port': ['ID=8209186c-69f3-46c0-8c15-c2854479a40b,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:05:59.629901 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-823a2ccb-48d2-49ce-8bf4-0bbd7491fc5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:05:59.648185 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb956350-2c76-4572-abb1-9c2f472d71db x-openstack-request-id: req-bb956350-2c76-4572-abb1-9c2f472d71db {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:05:59.648562 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6ee0a8-b058-43a2-9d5e-9d00250aa39d", "tag": "8209186c-69f3-46c0-8c15-c2854479a40b", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:05:59.648903 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb956350-2c76-4572-abb1-9c2f472d71db {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:05:59.649384 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'tag': '8209186c-69f3-46c0-8c15-c2854479a40b', 'status': 'completed', 'code': 200} Jun 16 15:05:59.698984 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-5c6aa7bf-a282-494e-b669-6881e6145437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:59.700446 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-5c6aa7bf-a282-494e-b669-6881e6145437 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3b5f12f58e144b20af8c41b481922f18&device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 1097 time: 0.0662181 Jun 16 15:05:59.748781 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-3d724907-f992-41a7-b755-30d29973cc5a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8209186c-69f3-46c0-8c15-c2854479a40b HTTP/1.1" status: 200 len: 217 time: 0.0402415 Jun 16 15:05:59.810008 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47669f-a008-4fba-9394-676ef44d469c req-efcf7597-c9f8-4a37-b9e6-4bcfce26910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:05:59.811572 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-efcf7597-c9f8-4a37-b9e6-4bcfce26910a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cb6955b-cc37-49a9-8591-c2a26f5d2584 HTTP/1.1" status: 200 len: 848 time: 0.0564201 Jun 16 15:05:59.847549 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-1a6bd1f6-8815-49db-9762-e4263effec92 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=164e1649-4d9f-4ec4-aa26-95d5428a8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288002 Jun 16 15:05:59.952586 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-ec4c0d42-e1c0-43ff-879d-166e3d33e1ca service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980439 Jun 16 15:06:00.055418 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-bc47669f-a008-4fba-9394-676ef44d469c req-4fba73e5-f844-4a41-a34a-48c596d4fdd3 service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957751 Jun 16 15:06:00.170511 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-403e440d-7db5-4c10-87bd-f3c59278ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:00.172297 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-403e440d-7db5-4c10-87bd-f3c59278ffbd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3b5f12f58e144b20af8c41b481922f18&device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 1097 time: 0.0629852 Jun 16 15:06:00.270356 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-3f8d35db-3084-4e22-bedb-67945b8f6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:00.271818 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-3f8d35db-3084-4e22-bedb-67945b8f6a88 service neutron] 10.222.0.103 "GET /v2.0/networks?id=164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 200 len: 909 time: 0.0921347 Jun 16 15:06:00.320666 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-6fc6150f-6437-4f7b-bbe2-56d66a8e7a44 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8209186c-69f3-46c0-8c15-c2854479a40b HTTP/1.1" status: 200 len: 217 time: 0.0418692 Jun 16 15:06:00.385113 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-4369d2bb-edba-4bbf-90fc-2f31508f887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:00.386601 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-4369d2bb-edba-4bbf-90fc-2f31508f887d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cb6955b-cc37-49a9-8591-c2a26f5d2584 HTTP/1.1" status: 200 len: 848 time: 0.0524726 Jun 16 15:06:00.422590 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-812fc942-72cf-40fe-9169-b81812fa9256 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=164e1649-4d9f-4ec4-aa26-95d5428a8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286367 Jun 16 15:06:00.533464 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-6ba2899b-8bee-4aa4-b475-d4e4b07daeed service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029925 Jun 16 15:06:00.635526 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3905b108-1b9e-469d-8ae5-83c0652268c3 req-b16767d6-17cb-441b-a96e-9a588a5ccc0a service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943835 Jun 16 15:06:00.761379 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f48a36-d45f-47aa-a516-5cccfd3383a2 req-181c37b4-a306-4ff2-a715-82182ea91915 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:00.763024 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b4f48a36-d45f-47aa-a516-5cccfd3383a2 req-181c37b4-a306-4ff2-a715-82182ea91915 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 944 time: 0.0695586 Jun 16 15:06:00.809320 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b4f48a36-d45f-47aa-a516-5cccfd3383a2 req-6fa20660-038c-4b76-8780-4ecec6a97ab8 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Jun 16 15:06:02.027380 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-e7cb355e-d7d0-410b-a8ff-af1966a2a85c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149964 Jun 16 15:06:02.041993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e38ab-d6f2-401e-bb97-9e8c036831d6 req-79d5f4f2-fada-404d-9d8f-6ff6e3a251cf tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:02.042296 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e27e38ab-d6f2-401e-bb97-9e8c036831d6 req-79d5f4f2-fada-404d-9d8f-6ff6e3a251cf tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 944 time: 0.0996764 Jun 16 15:06:02.117976 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e27e38ab-d6f2-401e-bb97-9e8c036831d6 req-4aa16c43-9e0b-4992-aae9-5aca862b1218 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Jun 16 15:06:02.149375 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-96d98c80-a350-432c-8379-280217f57691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:02.150953 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-96d98c80-a350-432c-8379-280217f57691 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0731008 Jun 16 15:06:02.293545 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-14cad3e3-83b7-437f-9968-9d8b0f8efce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:02.294993 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-14cad3e3-83b7-437f-9968-9d8b0f8efce3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1210995 Jun 16 15:06:02.366149 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-ec76b403-b16f-42e1-b36f-057f0b4e06a1 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 200 len: 1000 time: 0.0646653 Jun 16 15:06:02.421695 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-8d072abc-d866-4a45-90fb-7f3ef3683719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:02.423786 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-8d072abc-d866-4a45-90fb-7f3ef3683719 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0516298 Jun 16 15:06:02.486524 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-079d158f-6b0b-4056-a7af-d9c4e4382541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:02.488302 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-079d158f-6b0b-4056-a7af-d9c4e4382541 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585847 Jun 16 15:06:02.499594 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-3e73acdd-1345-40c8-bc97-421d5d9056a3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91762) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:06:02.500677 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-3e73acdd-1345-40c8-bc97-421d5d9056a3 service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055878 Jun 16 15:06:02.598563 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-03c121bf-04ab-4b12-a42d-c49ba83f0e7e service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901320 Jun 16 15:06:02.700544 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-06360f5d-5984-4c41-8b7a-fc256b68addf req-18806fdb-527c-459e-a89e-7fe9a2c2b634 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956910 Jun 16 15:06:02.737650 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 8209186c-69f3-46c0-8c15-c2854479a40b details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:06:02.847375 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 8209186c-69f3-46c0-8c15-c2854479a40b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=8209186c-69f3-46c0-8c15-c2854479a40b,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:02.861113 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '8209186c-69f3-46c0-8c15-c2854479a40b', 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91', 'port_id': '8209186c-69f3-46c0-8c15-c2854479a40b', 'mac_address': 'fa:16:3e:f5:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb6955b-cc37-49a9-8591-c2a26f5d2584', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:06:02.902123 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:02.916551 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8209186c-69f3-46c0-8c15-c2854479a40b {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:06:02.951590 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 8209186c-69f3-46c0-8c15-c2854479a40b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=8209186c-69f3-46c0-8c15-c2854479a40b,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:02.957465 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:02.959539 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:03.031937 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=8209186c-69f3-46c0-8c15-c2854479a40b,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:03.038579 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:03.191546 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['8209186c-69f3-46c0-8c15-c2854479a40b'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:06:03.326240 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:06:03.351555 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436884b-fa9b-49fa-a69b-908be550e018 req-43927c05-404d-453d-9373-9dde7c89e6b8 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:03.353323 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2436884b-fa9b-49fa-a69b-908be550e018 req-43927c05-404d-453d-9373-9dde7c89e6b8 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 945 time: 0.0749097 Jun 16 15:06:03.398140 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-2436884b-fa9b-49fa-a69b-908be550e018 req-75048568-435c-4ac7-b7e7-133a9c5bef9f tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Jun 16 15:06:03.922619 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d3476b5b-b0c0-4369-97b2-3c7e22b3b6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:03.924888 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:04.592890 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7706-c50d-4b73-a27f-accbb40b569f req-4e3504f5-3b4a-470a-a8bc-009b8cd50923 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:04.594626 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fc2c7706-c50d-4b73-a27f-accbb40b569f req-4e3504f5-3b4a-470a-a8bc-009b8cd50923 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 945 time: 0.0805681 Jun 16 15:06:04.639266 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-fc2c7706-c50d-4b73-a27f-accbb40b569f req-04887804-b3c7-4467-b9d3-1b8839318d02 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382485 Jun 16 15:06:04.736498 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 8209186c-69f3-46c0-8c15-c2854479a40b up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:06:04.799411 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 8209186c-69f3-46c0-8c15-c2854479a40b completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:06:04.804397 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 8209186c-69f3-46c0-8c15-c2854479a40b triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:06:04.804888 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:04.893188 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:04.922131 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8209186c-69f3-46c0-8c15-c2854479a40b'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:06:04.924923 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ab79b0-be91-42df-8487-e4e507eb7c8d" -d '{"events": [{"server_uuid": "2b6ee0a8-b058-43a2-9d5e-9d00250aa39d", "name": "network-vif-plugged", "status": "completed", "tag": "8209186c-69f3-46c0-8c15-c2854479a40b"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:04.947019 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 8209186c-69f3-46c0-8c15-c2854479a40b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=8209186c-69f3-46c0-8c15-c2854479a40b,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:04.952859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:04.957494 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:05.000672 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189acb07-cee5-4a77-bb6c-9ed88ef86246 x-openstack-request-id: req-189acb07-cee5-4a77-bb6c-9ed88ef86246 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:05.001686 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6ee0a8-b058-43a2-9d5e-9d00250aa39d", "name": "network-vif-plugged", "status": "completed", "tag": "8209186c-69f3-46c0-8c15-c2854479a40b", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:05.002110 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-189acb07-cee5-4a77-bb6c-9ed88ef86246 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:05.002759 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8209186c-69f3-46c0-8c15-c2854479a40b', 'code': 200} Jun 16 15:06:05.051567 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=8209186c-69f3-46c0-8c15-c2854479a40b,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:05.056822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:05.226240 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c3cb4-5a2a-4e5f-b23f-4f64da134690 req-a54290d6-58f3-4649-be74-6eff8ea1d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:05.227828 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9f7c3cb4-5a2a-4e5f-b23f-4f64da134690 req-a54290d6-58f3-4649-be74-6eff8ea1d38b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 1099 time: 0.0657401 Jun 16 15:06:05.270649 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9f7c3cb4-5a2a-4e5f-b23f-4f64da134690 req-89162115-0283-450f-b747-1d67f0341d72 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355408 Jun 16 15:06:05.894839 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa5184-b4c0-457d-bb8e-c13344e5d3b4 req-95acabaf-5753-47a8-878c-9fb7cbe4dc6b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:05.896967 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4caa5184-b4c0-457d-bb8e-c13344e5d3b4 req-95acabaf-5753-47a8-878c-9fb7cbe4dc6b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 946 time: 0.0726333 Jun 16 15:06:05.951706 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4caa5184-b4c0-457d-bb8e-c13344e5d3b4 req-927e810b-5f40-4afc-af87-31d1bce2708c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Jun 16 15:06:06.498024 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-92246f90-85f2-4f30-9a72-eada6c21d847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:06.693797 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:07.142500 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7d241-05ca-450f-99f5-44af85bda158 req-b48182b2-986b-4fb5-9fc8-df845ab71d1b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:07.144242 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62f7d241-05ca-450f-99f5-44af85bda158 req-b48182b2-986b-4fb5-9fc8-df845ab71d1b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 946 time: 0.0692129 Jun 16 15:06:07.191651 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-62f7d241-05ca-450f-99f5-44af85bda158 req-8cd7c622-6507-4659-8ab9-d906376e8172 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372887 Jun 16 15:06:07.419319 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:08.140213 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aea24-96d6-47d5-a776-08ac21fe132d req-258c63e4-f269-4a76-bb72-78ac8e2aeea1 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:08.141807 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d42aea24-96d6-47d5-a776-08ac21fe132d req-258c63e4-f269-4a76-bb72-78ac8e2aeea1 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 946 time: 0.0680723 Jun 16 15:06:08.194270 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-d42aea24-96d6-47d5-a776-08ac21fe132d req-0dae2cd3-eade-4abb-b569-bb0c8709a9db tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jun 16 15:06:09.420986 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:09.443598 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-31d3401c-2337-4d08-a40f-37b830c050cd tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:09.445239 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-31d3401c-2337-4d08-a40f-37b830c050cd tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 946 time: 0.1246285 Jun 16 15:06:09.454632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d618a-0628-4aff-ba9f-3e40eae72cd2 req-7a578006-a358-40d9-921a-2425fe19845a tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:09.456341 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-013d618a-0628-4aff-ba9f-3e40eae72cd2 req-7a578006-a358-40d9-921a-2425fe19845a tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 946 time: 0.1387882 Jun 16 15:06:09.540778 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-013d618a-0628-4aff-ba9f-3e40eae72cd2 req-fd70ec21-0a5e-4a1b-91dc-70ed38f6af03 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761206 Jun 16 15:06:09.596871 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Deleting port 8209186c-69f3-46c0-8c15-c2854479a40b {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:06:09.597225 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:09.695897 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] For port 8209186c-69f3-46c0-8c15-c2854479a40b, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=8209186c-69f3-46c0-8c15-c2854479a40b,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:09.696294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:09.777107 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Calling delete_port for 8209186c-69f3-46c0-8c15-c2854479a40b owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:06:09.975830 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:09.980544 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-21e3c115-2d1b-4d0f-b32f-c874f41aaef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:09.990158 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['8209186c-69f3-46c0-8c15-c2854479a40b'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:06:10.009534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Pushing event deleted for resources: {'Port': ['ID=8209186c-69f3-46c0-8c15-c2854479a40b,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:10.013496 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:10.060439 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] No DVR routers for this DVR port 8209186c-69f3-46c0-8c15-c2854479a40b on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:06:10.063731 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:10.065884 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-e2eedeaa-e5dd-4054-a265-e095a426eb5d req-a6f4f176-450b-466f-b50a-ef10df5b3681 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "DELETE /v2.0/ports/8209186c-69f3-46c0-8c15-c2854479a40b HTTP/1.1" status: 204 len: 173 time: 0.6085889 Jun 16 15:06:10.066474 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'name': 'network-vif-deleted', 'tag': '8209186c-69f3-46c0-8c15-c2854479a40b'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:06:10.069110 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee48722c-60ad-4f8c-a714-6b940a01758f" -d '{"events": [{"server_uuid": "2b6ee0a8-b058-43a2-9d5e-9d00250aa39d", "name": "network-vif-deleted", "tag": "8209186c-69f3-46c0-8c15-c2854479a40b"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:10.127879 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26836393-2b9b-4645-a9df-1d516bb04b1b x-openstack-request-id: req-26836393-2b9b-4645-a9df-1d516bb04b1b {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:10.128290 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6ee0a8-b058-43a2-9d5e-9d00250aa39d", "name": "network-vif-deleted", "tag": "8209186c-69f3-46c0-8c15-c2854479a40b", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:10.128652 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26836393-2b9b-4645-a9df-1d516bb04b1b {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:10.129152 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6ee0a8-b058-43a2-9d5e-9d00250aa39d', 'name': 'network-vif-deleted', 'tag': '8209186c-69f3-46c0-8c15-c2854479a40b', 'status': 'completed', 'code': 200} Jun 16 15:06:10.778389 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9d41dd5c-a21e-4171-8fef-4e7798437d16 req-7f5de9ac-3c56-41e2-9990-b889eed2cea4 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6ee0a8-b058-43a2-9d5e-9d00250aa39d HTTP/1.1" status: 200 len: 210 time: 0.0538726 Jun 16 15:06:12.138734 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-73b6a0ab-a408-4c90-b758-f0bd9e458fca tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:12.140407 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-73b6a0ab-a408-4c90-b758-f0bd9e458fca tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/networks?id=164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 200 len: 808 time: 0.1252880 Jun 16 15:06:12.157349 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-68dfe8e2-7997-48bc-8d21-703ec4325ed3 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/quotas/3b5f12f58e144b20af8c41b481922f18 HTTP/1.1" status: 200 len: 375 time: 0.0103309 Jun 16 15:06:12.193634 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-f5de22af-7de3-46cf-8480-482b308d880d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b5f12f58e144b20af8c41b481922f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304341 Jun 16 15:06:12.303120 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-f59a740b-3aea-4c71-bc83-e37c8d7209bb service neutron] 10.222.0.16 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962734 Jun 16 15:06:12.400817 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-5d645b33-cb8c-4738-980f-b212b4fc4d12 service neutron] 10.222.0.16 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914149 Jun 16 15:06:12.615910 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0201bb89-4222-4b70-b763-bca00a92b952 req-5b00fe4f-1e02-4d25-a952-53d9a45c974d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 210 time: 0.0457678 Jun 16 15:06:12.780181 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 8209186c-69f3-46c0-8c15-c2854479a40b no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:06:12.807029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 8209186c-69f3-46c0-8c15-c2854479a40b {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:06:12.807393 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 8209186c-69f3-46c0-8c15-c2854479a40b not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:06:13.784697 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-eb8de832-52a3-4df2-b8e8-d0ba7f23a476 req-55d5a37a-4405-467d-b19b-f950aa08df11 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 210 time: 0.0437512 Jun 16 15:06:14.017781 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-3b5c1623-d784-4b12-afde-8318d7fc060a tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:14.019288 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-3b5c1623-d784-4b12-afde-8318d7fc060a tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "GET /v2.0/networks?id=164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 200 len: 808 time: 0.1186948 Jun 16 15:06:14.035680 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Request body: {'port': {'device_id': '732a8518-062f-4642-8e13-d246523a9908', 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91', 'admin_state_up': True, 'tenant_id': '3b5f12f58e144b20af8c41b481922f18'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:06:14.182126 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Made reservation on behalf of 3b5f12f58e144b20af8c41b481922f18 for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:06:14.186190 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:14.322794 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Allocated IP 172.20.0.4 (164e1649-4d9f-4ec4-aa26-95d5428a8c91/2cb6955b-cc37-49a9-8591-c2a26f5d2584/f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:06:14.486319 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:14.529436 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:14.534192 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-465189fa-1da1-4c8c-a918-6cf70b404024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:14.580811 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:06:14.587320 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:06:14.591816 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:06:14.616769 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Pushing event updated for resources: {'Port': ['ID=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:14.621597 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:14.648733 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:14.649392 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:14.666381 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357098 Jun 16 15:06:14.678615 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Request body: {'port': {'device_id': '732a8518-062f-4642-8e13-d246523a9908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:06:14.758140 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:14.992979 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc54d-dca3-4fb3-b4c6-4ee2f28b5cb1 req-0bcc4b16-32c6-426a-9832-44acd9710764 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:14.994656 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cd9bc54d-dca3-4fb3-b4c6-4ee2f28b5cb1 req-0bcc4b16-32c6-426a-9832-44acd9710764 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 931 time: 0.0681801 Jun 16 15:06:15.047264 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-cd9bc54d-dca3-4fb3-b4c6-4ee2f28b5cb1 req-fb59090d-1d02-495d-bd8d-7487029115a3 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Jun 16 15:06:15.132622 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:06:15.141845 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:15.155502 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Transition to ACTIVE for port object f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:06:15.160935 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:15.163853 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-12f98af7-b7fe-439e-a4f5-7310b5c0b322 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:15.253800 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Pushing event updated for resources: {'Port': ['ID=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:15.276077 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:15.329753 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Attempting to bind port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:06:15.330099 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Attempting to bind port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:06:15.330440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Attempting to bind port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 on network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:06:15.335688 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 on network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:06:15.336023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Attempting to bind port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 on network 164e1649-4d9f-4ec4-aa26-95d5428a8c91 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:06:15.341538 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:06:15.341882 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Checking segment: {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:06:15.342291 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Bound using segment: {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:06:15.343036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Bound port: f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ee72-42e1-4ee9-ae35-63c5504eb43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:06:15.343648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:15.432518 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] For port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:06:15.437435 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] For port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:06:15.443330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:15.445808 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e87da829-24dd-4e3b-a233-31b4ce0aa85c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:15.487367 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:15.488009 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:15.489516 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] 10.222.0.103 "PUT /v2.0/ports/f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 HTTP/1.1" status: 200 len: 1093 time: 0.8155568 Jun 16 15:06:15.490113 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732a8518-062f-4642-8e13-d246523a9908', 'tag': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:06:15.492666 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f383a4d-4c24-45b0-826b-3a00a8581e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "732a8518-062f-4642-8e13-d246523a9908", "tag": "f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:15.551484 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c72529-a3d3-4345-b020-0c78955a7ed9 x-openstack-request-id: req-e6c72529-a3d3-4345-b020-0c78955a7ed9 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:15.552008 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732a8518-062f-4642-8e13-d246523a9908", "tag": "f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:15.552491 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6c72529-a3d3-4345-b020-0c78955a7ed9 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:15.553613 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732a8518-062f-4642-8e13-d246523a9908', 'tag': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37', 'status': 'completed', 'code': 200} Jun 16 15:06:15.554836 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Pushing event updated for resources: {'Port': ['ID=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:15.562437 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:15.630119 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-072e76a1-78c2-4cc8-804b-20a24374516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:15.631716 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-072e76a1-78c2-4cc8-804b-20a24374516c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3b5f12f58e144b20af8c41b481922f18&device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 1096 time: 0.0718064 Jun 16 15:06:15.674080 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-fbc6aa78-0552-4705-bb58-cce06a90af63 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 HTTP/1.1" status: 200 len: 217 time: 0.0353601 Jun 16 15:06:15.725432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-8562a40c-2cb2-4eba-b0eb-8616d8946b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:15.726847 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-8562a40c-2cb2-4eba-b0eb-8616d8946b48 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cb6955b-cc37-49a9-8591-c2a26f5d2584 HTTP/1.1" status: 200 len: 848 time: 0.0473988 Jun 16 15:06:15.766721 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-a857a2a8-f57b-42b6-a141-eff1a7cd9715 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=164e1649-4d9f-4ec4-aa26-95d5428a8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330517 Jun 16 15:06:15.862372 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-b39186f8-1780-4501-acd5-6d7e96459412 service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900326 Jun 16 15:06:16.277872 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-115525d7-fa7a-46c2-be3d-575b8a1da712 req-2cd7060f-c3eb-4293-932d-e8743c67f7e2 service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094431 Jun 16 15:06:16.320300 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d75254-c9e5-4c1b-a5bc-5ccff7597d61 req-107bf223-fe3d-4460-8fc7-c00fbbd7303f tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:16.322459 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-63d75254-c9e5-4c1b-a5bc-5ccff7597d61 req-107bf223-fe3d-4460-8fc7-c00fbbd7303f tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 943 time: 0.0734482 Jun 16 15:06:16.380554 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-63d75254-c9e5-4c1b-a5bc-5ccff7597d61 req-248798dc-212e-4585-a88e-850d7331d4a9 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 Jun 16 15:06:16.418251 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-2c7f2b9c-7fff-49ff-b6f8-1348ef1c8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:16.419958 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-2c7f2b9c-7fff-49ff-b6f8-1348ef1c8ded service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3b5f12f58e144b20af8c41b481922f18&device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 1096 time: 0.0807993 Jun 16 15:06:16.525482 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-0be586d3-0faa-4c8b-b1ec-e6a1f0a03a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:16.527017 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-0be586d3-0faa-4c8b-b1ec-e6a1f0a03a45 service neutron] 10.222.0.103 "GET /v2.0/networks?id=164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 200 len: 909 time: 0.1002703 Jun 16 15:06:16.572946 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-c110c842-ce3c-46c4-985b-28c3029a7014 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 HTTP/1.1" status: 200 len: 217 time: 0.0394833 Jun 16 15:06:16.628690 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-18551743-1786-4763-b3d2-4f634a0e1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:16.630476 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-18551743-1786-4763-b3d2-4f634a0e1509 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=2cb6955b-cc37-49a9-8591-c2a26f5d2584 HTTP/1.1" status: 200 len: 848 time: 0.0505245 Jun 16 15:06:16.666913 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-b18aff13-3478-456d-9267-2a14626b1014 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=164e1649-4d9f-4ec4-aa26-95d5428a8c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293732 Jun 16 15:06:16.826616 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-c844d581-40ec-49c5-a17d-4e6359ae7fcb service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516180 Jun 16 15:06:16.930321 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8f383a4d-4c24-45b0-826b-3a00a8581e0a req-d37eb75e-1938-4309-bd21-a7a068c75a8e service neutron] 10.222.0.103 "GET /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970345 Jun 16 15:06:17.590963 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd52880-c642-400c-8f3b-802baa45bca8 req-546f806e-adc0-449b-a4b5-3115902076b7 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:17.592727 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9fd52880-c642-400c-8f3b-802baa45bca8 req-546f806e-adc0-449b-a4b5-3115902076b7 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 943 time: 0.0769908 Jun 16 15:06:17.637718 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9fd52880-c642-400c-8f3b-802baa45bca8 req-489e98a5-9435-4488-8ff8-efcd57a02338 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Jun 16 15:06:18.813253 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:06:18.843273 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822bec2-b566-4d1b-9faf-324a6612a9dd req-9eeaa8b2-c9b9-43f4-bd2d-c4d668a457b4 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:18.845640 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1822bec2-b566-4d1b-9faf-324a6612a9dd req-9eeaa8b2-c9b9-43f4-bd2d-c4d668a457b4 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 943 time: 0.0884354 Jun 16 15:06:18.890056 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1822bec2-b566-4d1b-9faf-324a6612a9dd req-ed665d23-138e-450c-9d25-525a14c64fc2 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Jun 16 15:06:18.990402 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:19.010772 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37', 'network_id': '164e1649-4d9f-4ec4-aa26-95d5428a8c91', 'port_id': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37', 'mac_address': 'fa:16:3e:fc:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb6955b-cc37-49a9-8591-c2a26f5d2584', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:06:19.073071 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:19.096252 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:06:19.132614 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:19.138655 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:19.142036 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:19.199236 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:19.202703 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:19.343968 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:06:20.164588 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4eeb6-7bbc-4c36-937f-31a0e5cb6d10 req-036e1efd-ce24-40e3-ae99-84bfc42f9401 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:20.166156 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ccd4eeb6-7bbc-4c36-937f-31a0e5cb6d10 req-036e1efd-ce24-40e3-ae99-84bfc42f9401 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 944 time: 0.0683703 Jun 16 15:06:20.213393 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ccd4eeb6-7bbc-4c36-937f-31a0e5cb6d10 req-9b8d8691-ae85-4ab1-9eec-bfe4e0c5457c tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Jun 16 15:06:20.837105 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:06:20.895354 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:06:20.901231 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:06:20.901668 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:20.987712 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:21.013067 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732a8518-062f-4642-8e13-d246523a9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:06:21.017346 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7671536-df9b-43f9-a0a5-d60ca7700bf0" -d '{"events": [{"server_uuid": "732a8518-062f-4642-8e13-d246523a9908", "name": "network-vif-plugged", "status": "completed", "tag": "f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:21.035200 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:21.040895 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:21.044268 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:21.082489 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f98679-c450-482c-99f1-9c27f37a3a8a x-openstack-request-id: req-40f98679-c450-482c-99f1-9c27f37a3a8a {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:21.082970 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732a8518-062f-4642-8e13-d246523a9908", "name": "network-vif-plugged", "status": "completed", "tag": "f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:21.083289 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40f98679-c450-482c-99f1-9c27f37a3a8a {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:21.083759 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732a8518-062f-4642-8e13-d246523a9908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37', 'code': 200} Jun 16 15:06:21.114965 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:21.118811 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:21.346229 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae44f-dc9b-4f70-8e2e-f247d6027b81 req-4da2138d-1b9c-464b-a116-0fb968765338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:21.348588 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5afae44f-dc9b-4f70-8e2e-f247d6027b81 req-4da2138d-1b9c-464b-a116-0fb968765338 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 1098 time: 0.0857699 Jun 16 15:06:21.446043 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5afae44f-dc9b-4f70-8e2e-f247d6027b81 req-80944751-f924-46d3-882c-6f6b57b23504 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763128 Jun 16 15:06:21.465510 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02b47-75ab-4336-ab03-1c09670af31a req-de1781fb-7477-4582-b9f7-b81732dcffd3 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:21.467502 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d5c02b47-75ab-4336-ab03-1c09670af31a req-de1781fb-7477-4582-b9f7-b81732dcffd3 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 945 time: 0.1175487 Jun 16 15:06:21.512216 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d5c02b47-75ab-4336-ab03-1c09670af31a req-64ef6185-5c1e-43f5-a67f-5c13d3bb848d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Jun 16 15:06:22.700886 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45920d7b-4aa9-49a5-91c4-e73eb4c48543 req-0c577727-7012-4202-bd22-4de5c5cda57b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:22.702967 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45920d7b-4aa9-49a5-91c4-e73eb4c48543 req-0c577727-7012-4202-bd22-4de5c5cda57b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 945 time: 0.0698345 Jun 16 15:06:22.751742 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-45920d7b-4aa9-49a5-91c4-e73eb4c48543 req-51fd849d-0ae1-4ff2-88d3-65feadf5530b tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Jun 16 15:06:23.684822 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5120897-8980-423c-975a-8b79337f2683 req-3c9a09bc-b9e4-422c-80c1-1cf8f59e18a7 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:23.686570 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e5120897-8980-423c-975a-8b79337f2683 req-3c9a09bc-b9e4-422c-80c1-1cf8f59e18a7 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 945 time: 0.0860164 Jun 16 15:06:23.728482 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e5120897-8980-423c-975a-8b79337f2683 req-f997fe95-82fa-4a03-9558-34192a2b017d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Jun 16 15:06:24.939218 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-cb97cb60-ce8b-4745-9a54-e731f0382ec4 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:24.940768 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-cb97cb60-ce8b-4745-9a54-e731f0382ec4 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 945 time: 0.1182320 Jun 16 15:06:24.991859 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aa8dd-a242-4acd-89b9-1fae70ee2a45 req-df4e91db-abc2-483e-bdbc-8048f165380d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:06:24.993445 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b20aa8dd-a242-4acd-89b9-1fae70ee2a45 req-df4e91db-abc2-483e-bdbc-8048f165380d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 945 time: 0.1322134 Jun 16 15:06:25.075420 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b20aa8dd-a242-4acd-89b9-1fae70ee2a45 req-8ca89253-be36-4e5c-a029-0adc4c853529 tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/security-groups?id=d9bc560f-ed1d-4e3e-a751-45e1e1f38606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 Jun 16 15:06:25.103771 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Deleting port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:06:25.104113 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:25.245856 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] For port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,segment=NetworkSegment(b814ee72-42e1-4ee9-ae35-63c5504eb43e),segment_id=b814ee72-42e1-4ee9-ae35-63c5504eb43e)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:06:25.246451 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:25.379907 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Calling delete_port for f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:06:25.583167 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:25.589734 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6503bb23-f25c-4a00-9442-9e419703b8e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:25.596408 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:06:25.635263 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Pushing event deleted for resources: {'Port': ['ID=f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:25.642711 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:25.694703 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] No DVR routers for this DVR port f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:06:25.697547 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:25.700022 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ed7f3ebc-881e-44bc-8fba-f10a738da0c3 req-e7eb6c83-04a4-40fe-9480-1220ad5912fc tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.103 "DELETE /v2.0/ports/f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 HTTP/1.1" status: 204 len: 173 time: 0.7515848 Jun 16 15:06:25.700625 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732a8518-062f-4642-8e13-d246523a9908', 'name': 'network-vif-deleted', 'tag': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:06:25.704112 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b62bb6-8c13-41fa-b187-c68998286a75" -d '{"events": [{"server_uuid": "732a8518-062f-4642-8e13-d246523a9908", "name": "network-vif-deleted", "tag": "f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:06:25.821384 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea96197-b07c-4479-b761-a644416cfa0d x-openstack-request-id: req-2ea96197-b07c-4479-b761-a644416cfa0d {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:06:25.822025 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732a8518-062f-4642-8e13-d246523a9908", "name": "network-vif-deleted", "tag": "f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:06:25.822621 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ea96197-b07c-4479-b761-a644416cfa0d {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:06:25.823386 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732a8518-062f-4642-8e13-d246523a9908', 'name': 'network-vif-deleted', 'tag': 'f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37', 'status': 'completed', 'code': 200} Jun 16 15:06:26.263708 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7f31bed8-1fbf-418b-9479-12183e127343 req-637c1a29-bd33-483d-8cf8-3a650e4e440d tempest-VolumesActionsTest-893686922 tempest-VolumesActionsTest-893686922-project] 10.222.0.16 "GET /v2.0/ports?device_id=732a8518-062f-4642-8e13-d246523a9908 HTTP/1.1" status: 200 len: 210 time: 0.0354338 Jun 16 15:06:29.380264 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:06:29.400735 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:06:29.401082 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device f9405ec0-45d5-4fa3-b1a9-0c3a2a840a37 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:06:33.958273 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b497bac4-940c-4f38-9ed7-3ba9fe7d28f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:33.970700 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:36.505285 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b422ac8a-692e-46b5-bfa4-f2d121e9c6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:36.703805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:37.427279 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:39.433384 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:40.332808 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:06:49.801260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54192) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:49.853635 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Deleting subnet 2cb6955b-cc37-49a9-8591-c2a26f5d2584 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:06:49.857272 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:49.903315 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:49.945934 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.004805 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.007496 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-81e113e9-0da3-4960-b727-346b2408b293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:50.033648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb6955b-cc37-49a9-8591-c2a26f5d2584,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:50.038497 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.041657 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2cb6955b-cc37-49a9-8591-c2a26f5d2584 HTTP/1.1" status: 204 len: 168 time: 0.2378728 Jun 16 15:06:50.044009 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54194) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:50.047760 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.048323 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.048809 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.049279 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.049759 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.050231 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.050702 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.051211 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.051683 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.052162 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.052630 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.053166 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.057586 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9c1eb9bb-0d02-4fde-84b2-5911cac996c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:50.187771 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.294031 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.311695 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164e1649-4d9f-4ec4-aa26-95d5428a8c91']}} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:50.329468 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b814ee72-42e1-4ee9-ae35-63c5504eb43e') {'for_net_delete': True} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:50.329856 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.services.segments.db [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b814ee72-42e1-4ee9-ae35-63c5504eb43e') {} {{(pid=91763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:06:50.346465 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130156541'] for segment, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.369262 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.376642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=91763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:06:50.377099 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130156230'] for segment, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: Traceback (most recent call last): Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: timer() Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: cb(*args, **kw) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: return func(*args, **kwargs) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: self._notify() Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: self.callback(batched_events) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: event.method(event) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: return f(self, *a, **k) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._get(url).json() Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: return self.request(url, 'GET', **kwargs) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:06:50.379037 dv-cinder-795009-4-iscsi neutron-server[91763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:06:50.450547 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.455418 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-8d6a19c3-9fdc-4cfd-8e29-29c489b88b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:50.458429 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.460125 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] 10.222.0.16 "DELETE /v2.0/networks/164e1649-4d9f-4ec4-aa26-95d5428a8c91 HTTP/1.1" status: 204 len: 168 time: 0.4147685 Jun 16 15:06:50.478091 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Pushing event deleted for resources: {'Network': ['ID=164e1649-4d9f-4ec4-aa26-95d5428a8c91,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:50.501650 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.502033 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.502410 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.502775 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.503178 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.503544 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.503893 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.504251 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.504612 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.504975 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.505332 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.505692 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:06:50.509272 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b46892bd-d661-4fc7-b248-6606b9cae88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:06:50.626318 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54198) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:50.673814 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-aefee891-4374-4cc2-929c-237594c441ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b5f12f58e144b20af8c41b481922f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458555 Jun 16 15:06:50.676545 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54200) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:06:50.733718 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.760815 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.817399 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.820719 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:06:50.822100 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9bc560f-ed1d-4e3e-a751-45e1e1f38606 HTTP/1.1" status: 204 len: 168 time: 0.1444049 Jun 16 15:06:50.823196 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-1b1c8927-27c0-4e80-affa-c9a7a1cc65e9 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:06:50.835927 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc560f-ed1d-4e3e-a751-45e1e1f38606,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:06:50.839522 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-fe7f2f4c-1463-46e2-8b38-d02b3c0d2d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:03.063895 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-e830135c-569a-461c-80f7-bec8579aa4bf service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1662793 Jun 16 15:07:03.174167 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-1c36739e-bffa-41bf-b128-b55f84c9eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:03.176835 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-1c36739e-bffa-41bf-b128-b55f84c9eab3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0696299 Jun 16 15:07:03.322124 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-91f1193c-95af-4cb8-98ee-ca2f9a68b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:03.323555 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-91f1193c-95af-4cb8-98ee-ca2f9a68b9d6 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1217990 Jun 16 15:07:03.433793 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-e6bb02c9-61d8-486e-a20f-6d76c738448c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 200 len: 1000 time: 0.1029055 Jun 16 15:07:03.493440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-e77949e8-86eb-4c26-936f-3e5c5f3687c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:03.493440 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-e77949e8-86eb-4c26-936f-3e5c5f3687c9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0522630 Jun 16 15:07:03.568607 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-2382e0ca-355d-4444-86a6-65a3b9425f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:03.570533 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-2382e0ca-355d-4444-86a6-65a3b9425f5d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700221 Jun 16 15:07:03.687666 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-6dca54ae-fa10-46c6-a99f-230ba3df2375 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087711 Jun 16 15:07:03.846183 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d9389b46-eac4-4bf5-b889-52dce8940764 req-9fad186d-9970-4cb1-814b-acbe36b596f4 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528573 Jun 16 15:07:03.913863 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef83b-8442-4d25-b106-06374e0dffb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:03.934273 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:06.491432 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d5a33056-c17b-4329-b859-b76f27835b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:06.688772 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:07.421824 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:09.425798 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:17.321740 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:07:29.304630 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54456) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:29.453068 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f43986ad-dfc4-4bc3-97b9-4c7699460eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.571330 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f43986ad-dfc4-4bc3-97b9-4c7699460eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.576724 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-f43986ad-dfc4-4bc3-97b9-4c7699460eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.579988 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b630ae1a-eb6d-4ae5-9c13-9779018862e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:29.621286 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-f43986ad-dfc4-4bc3-97b9-4c7699460eca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e94353bd0a241d2ac43863ab1db7d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149784 Jun 16 15:07:29.622330 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43986ad-dfc4-4bc3-97b9-4c7699460eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e50698-a9cc-4616-a4f3-2e32f4204b29,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:29.625023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54460) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:29.627267 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-f43986ad-dfc4-4bc3-97b9-4c7699460eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:29.692122 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.718047 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.774019 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.778930 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:29.781574 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50e50698-a9cc-4616-a4f3-2e32f4204b29 HTTP/1.1" status: 204 len: 168 time: 0.1547546 Jun 16 15:07:29.783118 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-6e2c1c24-70a5-494d-a916-571e7881c785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:29.795031 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e50698-a9cc-4616-a4f3-2e32f4204b29,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:29.797992 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b1b408c7-2f98-453e-b606-1c976ae2f234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:33.621788 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000879cf-4c63-4232-aad6-e2695ebe85ee req-16532bc7-674a-46f6-82ee-ea487de23efc tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:33.623833 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-000879cf-4c63-4232-aad6-e2695ebe85ee req-16532bc7-674a-46f6-82ee-ea487de23efc tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0808945 Jun 16 15:07:33.666553 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-000879cf-4c63-4232-aad6-e2695ebe85ee req-0587c2ce-721e-4f7d-a8bb-b09f3faabe6c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361488 Jun 16 15:07:33.918140 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-daf61894-0e3c-4865-992b-f5a2befede37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:33.955720 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:34.868974 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b8d16-a780-41ce-89c3-4a17f9643616 req-4e2b3a6d-048c-4a45-be18-eb4559072e39 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:34.870598 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-709b8d16-a780-41ce-89c3-4a17f9643616 req-4e2b3a6d-048c-4a45-be18-eb4559072e39 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0712903 Jun 16 15:07:34.918834 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-709b8d16-a780-41ce-89c3-4a17f9643616 req-82e63445-9a4c-4807-a61d-e5ceb023f9b7 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jun 16 15:07:36.157032 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920820f-6106-4fc0-9293-6c3e3e7e7864 req-7f8bdb19-95c2-48a1-a816-03149fc56481 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:36.158491 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c920820f-6106-4fc0-9293-6c3e3e7e7864 req-7f8bdb19-95c2-48a1-a816-03149fc56481 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0775871 Jun 16 15:07:36.202127 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c920820f-6106-4fc0-9293-6c3e3e7e7864 req-9de2bde7-3460-43bc-8251-49c4fee778a8 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373039 Jun 16 15:07:36.500429 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ddccc43c-8fdb-4042-a168-cad78cf3556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:36.693317 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:37.398456 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fb84e-8280-4799-a102-47e69c4dfd59 req-3c5b631b-7598-4cbf-bf3b-3766621aaa60 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:37.400042 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9d1fb84e-8280-4799-a102-47e69c4dfd59 req-3c5b631b-7598-4cbf-bf3b-3766621aaa60 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0708644 Jun 16 15:07:37.421909 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:37.448892 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9d1fb84e-8280-4799-a102-47e69c4dfd59 req-445e1d2e-634e-403d-99c3-12f5aa750e85 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391703 Jun 16 15:07:38.683250 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daaa5a-d761-4c84-a453-5c1d1a8cbbb0 req-7fb96340-55d7-4a6d-bf59-4976cd174bd3 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:38.684752 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a7daaa5a-d761-4c84-a453-5c1d1a8cbbb0 req-7fb96340-55d7-4a6d-bf59-4976cd174bd3 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0727994 Jun 16 15:07:38.733034 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-a7daaa5a-d761-4c84-a453-5c1d1a8cbbb0 req-31a3511d-93c5-45d1-8d7b-9dbeb73c8cfe tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381956 Jun 16 15:07:39.427848 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:39.862745 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-75aff2ee-8545-4506-8dcb-8219089e59b1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:39.864391 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-75aff2ee-8545-4506-8dcb-8219089e59b1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.0757732 Jun 16 15:07:40.032595 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Deleting port fa35f1e6-e6af-4830-b2a6-3f0a9252591e {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:07:40.032839 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:40.060601 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d711fb6-eb23-4bd0-be42-972ac0ca0770 req-c45c8f97-adea-4a8b-88fb-c585de9f8283 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:40.062272 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3d711fb6-eb23-4bd0-be42-972ac0ca0770 req-c45c8f97-adea-4a8b-88fb-c585de9f8283 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 945 time: 0.1076517 Jun 16 15:07:40.162187 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3d711fb6-eb23-4bd0-be42-972ac0ca0770 req-4ef81101-28d8-402a-b551-6665b5d7b3ac tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930517 Jun 16 15:07:40.180612 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] For port fa35f1e6-e6af-4830-b2a6-3f0a9252591e, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:07:40.180987 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:40.370843 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:40.371263 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:40.371586 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.db.l3_db [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Floating IP 1b64ceea-11aa-4681-93d4-7d8feea37705 disassociated. External IP: 172.27.2.84, port: fa35f1e6-e6af-4830-b2a6-3f0a9252591e. Jun 16 15:07:40.371951 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Calling delete_port for fa35f1e6-e6af-4830-b2a6-3f0a9252591e owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:07:40.520261 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:40.525298 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-ed05a66b-4b8e-4974-9c35-57bbc8dcabf5 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:40.554128 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'Port': ['ID=fa35f1e6-e6af-4830-b2a6-3f0a9252591e,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:40.557419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:40.749145 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:07:40.932579 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:07:40.943979 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:07:40.956518 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:07:40.957392 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:07:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:40.997480 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] No DVR routers for this DVR port fa35f1e6-e6af-4830-b2a6-3f0a9252591e on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:07:41.000950 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:41.003069 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-4f53cca5-77db-43b2-8409-8bc053f6b927 req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "DELETE /v2.0/ports/fa35f1e6-e6af-4830-b2a6-3f0a9252591e HTTP/1.1" status: 204 len: 173 time: 1.1326127 Jun 16 15:07:41.003666 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'name': 'network-vif-deleted', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:07:41.006608 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7300697-583f-4146-a17c-ead05728cdcf" -d '{"events": [{"server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "name": "network-vif-deleted", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:41.048024 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9678a-9333-4812-8c00-2d00deda1266 x-openstack-request-id: req-06b9678a-9333-4812-8c00-2d00deda1266 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:41.048472 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5", "name": "network-vif-deleted", "tag": "fa35f1e6-e6af-4830-b2a6-3f0a9252591e", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:41.048663 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06b9678a-9333-4812-8c00-2d00deda1266 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:41.049785 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5', 'name': 'network-vif-deleted', 'tag': 'fa35f1e6-e6af-4830-b2a6-3f0a9252591e', 'status': 'completed', 'code': 200} Jun 16 15:07:41.130029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:07:41.352510 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3e885e70-baba-4a8c-95ab-7ea8d44c9596 req-24511ef1-d0b7-4b12-a784-33c3ae500168 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0578027 Jun 16 15:07:41.355720 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:41.361145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:07:41.371177 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:07:41.371821 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:07:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:41.494094 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:07:41.708278 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:07:41.713079 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd326e7-d8c7-41c9-939f-83bdd22e4806 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:07:41.958822 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f52d8-032b-4d3a-9f44-31c5adfabf4d None None] New status for floating IP 1b64ceea-11aa-4681-93d4-7d8feea37705: DOWN {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:07:42.111642 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device fa35f1e6-e6af-4830-b2a6-3f0a9252591e no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:07:42.144242 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: fa35f1e6-e6af-4830-b2a6-3f0a9252591e {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:07:42.144607 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device fa35f1e6-e6af-4830-b2a6-3f0a9252591e not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:07:42.506097 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-305d86ab-e263-46ab-9a8b-e056f77f1e92 req-8f9bdb73-8188-4f3d-aa7b-186f00ed992b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0303693 Jun 16 15:07:43.673138 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3122687f-20f9-4ae9-92f3-7874bcbf3745 req-ca03d44f-788d-4e2d-8325-86a3b0f1ee0b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0418549 Jun 16 15:07:44.861741 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-38d1439b-68d2-40e8-9023-1a55cfe209d0 req-7b925d72-1be9-4b9c-99ff-7bcacdcd5945 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=172778d8-97f1-4b96-b1ab-a5f8c3d0e7d5 HTTP/1.1" status: 200 len: 210 time: 0.0357776 Jun 16 15:07:46.190161 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-33608a2a-9909-4d10-9b13-092e87c1a1e3 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279004712&fields=id&tenant_id=1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 267 time: 0.0373149 Jun 16 15:07:46.310820 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-e2e4bdd7-c92b-4b03-882f-08acd8239eb1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:46.312579 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-e2e4bdd7-c92b-4b03-882f-08acd8239eb1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 811 time: 0.1155822 Jun 16 15:07:46.332649 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-cb8db1bb-7be5-49c8-b2d5-72513b1ad634 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/quotas/1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 375 time: 0.0105033 Jun 16 15:07:46.417672 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-b1ff1975-9ef0-4ac4-b7a4-109686e8e22f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796161 Jun 16 15:07:46.574529 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-690866c0-50aa-44e8-889e-fc8c0d4ea044 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=91763) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:07:46.576610 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-690866c0-50aa-44e8-889e-fc8c0d4ea044 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1379485 Jun 16 15:07:46.682369 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-1734ea18-b97b-4aa4-81bc-ecd8979a031d service neutron] 10.222.0.16 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983486 Jun 16 15:07:46.804830 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-2419d7b9-7b00-4d60-b7e6-80637c7bdd3e service neutron] 10.222.0.16 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157684 Jun 16 15:07:47.266604 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-7520abce-b4bb-41a1-835d-c52531cba098 req-9c958790-67f3-42e9-9227-67c2874653bd tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 210 time: 0.0487227 Jun 16 15:07:48.475974 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-05d393fe-cf25-4281-a4e4-5788b19676be req-51b9a46b-7413-4721-96f0-819de9e029ab tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 210 time: 0.0610738 Jun 16 15:07:48.498674 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-c89864b4-15bf-42db-82fc-02a50f6e0aac tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:48.498674 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-c89864b4-15bf-42db-82fc-02a50f6e0aac tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 811 time: 0.1809371 Jun 16 15:07:48.560801 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-577f18b4-dafe-4606-b3bd-3aa925e39c0c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 380 time: 0.0551000 Jun 16 15:07:48.573312 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'port': {'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'admin_state_up': True, 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'security_groups': ['8b81cbc3-351e-40c4-885e-98c1f394a5ee']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:07:48.697073 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Made reservation on behalf of 1d80fc8f74c6490398b128116cbbfb6a for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:07:48.701299 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:48.882820 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Allocated IP 172.20.0.6 (c1696ada-e43d-4e4b-aab7-994e429616ed/5c3b10c3-b655-4fb8-b518-d4de09882d5b/cf64edea-ca79-4928-9390-9ae26928f5ad) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:07:49.115608 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:49.138208 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Transition to ACTIVE for port object cf64edea-ca79-4928-9390-9ae26928f5ad will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:07:49.178432 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:49.184023 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f37500e0-ab59-40f4-bd30-0ffa90b6315f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:49.229839 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Network c1696ada-e43d-4e4b-aab7-994e429616ed is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:07:49.234269 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:07:49.242273 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:07:49.272549 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=cf64edea-ca79-4928-9390-9ae26928f5ad,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:49.285241 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:49.323262 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:49.324546 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:49.347387 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782269 Jun 16 15:07:49.363506 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Request body: {'port': {'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:07:49.494178 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:49.498673 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-7f105067-2227-4789-96a9-100231f39937 None None] Provisioning for port cf64edea-ca79-4928-9390-9ae26928f5ad completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:07:49.503645 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-7f105067-2227-4789-96a9-100231f39937 None None] Provisioning complete for port cf64edea-ca79-4928-9390-9ae26928f5ad triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:07:49.504039 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-7f105067-2227-4789-96a9-100231f39937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:49.546422 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-7f105067-2227-4789-96a9-100231f39937 None None] Port cf64edea-ca79-4928-9390-9ae26928f5ad cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:07:50.101654 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8b723-8179-4b87-91ea-39a25b1e5c45 req-95bd9d36-062a-48e0-b604-b01af4c89158 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:50.103700 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2cf8b723-8179-4b87-91ea-39a25b1e5c45 req-95bd9d36-062a-48e0-b604-b01af4c89158 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 931 time: 0.4696434 Jun 16 15:07:50.212150 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-2cf8b723-8179-4b87-91ea-39a25b1e5c45 req-3c868d67-afac-4c56-9f04-82f0d0432330 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993960 Jun 16 15:07:50.271759 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf64edea-ca79-4928-9390-9ae26928f5ad {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:07:50.280431 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.293283 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Transition to ACTIVE for port object cf64edea-ca79-4928-9390-9ae26928f5ad will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:07:50.298394 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.301088 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-92d7999e-5684-4f98-b0c3-1eccfeef1a27 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:50.381255 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf64edea-ca79-4928-9390-9ae26928f5ad,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:50.411778 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.412169 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.412547 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.412920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.413285 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.413651 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.414020 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.414386 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.414756 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.415144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.415506 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.415867 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:50.422205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:50.478587 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Attempting to bind port cf64edea-ca79-4928-9390-9ae26928f5ad on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:07:50.479292 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Attempting to bind port cf64edea-ca79-4928-9390-9ae26928f5ad by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:07:50.479936 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Attempting to bind port cf64edea-ca79-4928-9390-9ae26928f5ad on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:07:50.490260 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Port cf64edea-ca79-4928-9390-9ae26928f5ad on network c1696ada-e43d-4e4b-aab7-994e429616ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:07:50.490810 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Attempting to bind port cf64edea-ca79-4928-9390-9ae26928f5ad on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:07:50.501691 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:07:50.502268 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Checking segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:07:50.502955 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Bound using segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:07:50.503879 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Bound port: cf64edea-ca79-4928-9390-9ae26928f5ad, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:07:50.504261 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.608921 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] For port cf64edea-ca79-4928-9390-9ae26928f5ad, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:07:50.613379 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] For port cf64edea-ca79-4928-9390-9ae26928f5ad, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=cf64edea-ca79-4928-9390-9ae26928f5ad,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:07:50.619328 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.622567 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e1f91619-c517-4a14-968a-284ad94aae2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:50.659897 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:50.660557 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.662699 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] 10.222.0.103 "PUT /v2.0/ports/cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 1093 time: 1.3069344 Jun 16 15:07:50.665787 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:07:50.668324 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6285820-6c89-44f8-a497-d9c0189559f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:07:50.704295 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf64edea-ca79-4928-9390-9ae26928f5ad,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:50.718179 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:50.766436 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54656) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:50.793790 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e81999-0f2b-4b16-9ef5-604165d0666b x-openstack-request-id: req-69e81999-0f2b-4b16-9ef5-604165d0666b {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:07:50.794344 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:07:50.794948 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69e81999-0f2b-4b16-9ef5-604165d0666b {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:07:50.795505 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'status': 'completed', 'code': 200} Jun 16 15:07:50.832181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-599c9b10-c05e-4dd7-a317-1afa760f1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:50.835012 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-599c9b10-c05e-4dd7-a317-1afa760f1b40 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1096 time: 0.1066322 Jun 16 15:07:50.899054 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:50.902092 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-5b2215cf-5376-49ed-9be7-72a6da26ec7e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 217 time: 0.0591068 Jun 16 15:07:50.960556 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-5289eee7-fa5e-4d7f-825b-3d4365093b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:50.962421 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-5289eee7-fa5e-4d7f-825b-3d4365093b17 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0541553 Jun 16 15:07:51.016990 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.021755 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.025526 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6d5ba2de-ebc5-4edc-94d7-a780fa621054 tempest-TestShelveInstance-2057918000 tempest-TestShelveInstance-2057918000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:51.026253 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-8988a1db-8d0a-411c-8b1f-cf9e92caf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:51.027990 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-8988a1db-8d0a-411c-8b1f-cf9e92caf446 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595186 Jun 16 15:07:51.063744 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c9c6a30b5ca48b49666e7bf43d34d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954690 Jun 16 15:07:51.064759 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77fc96-f8e4-48de-95eb-189f1e0e96bc,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:51.066897 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54660) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:07:51.085124 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.085507 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.085882 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.086252 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.086632 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.087040 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.087402 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.087765 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.088123 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.088481 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.088837 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.089192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:51.095127 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-ff844a34-4a2e-4b4c-a0a4-2817734ca137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:51.132233 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-4bb77936-8615-4a88-ba49-86f5aa79978c service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977223 Jun 16 15:07:51.135414 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.167097 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.249666 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.254266 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:51.256543 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e77fc96-f8e4-48de-95eb-189f1e0e96bc HTTP/1.1" status: 204 len: 168 time: 0.1884222 Jun 16 15:07:51.258018 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d2513713-3342-4900-855f-11a34e115b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:51.281008 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77fc96-f8e4-48de-95eb-189f1e0e96bc,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:51.285026 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5fdf0084-c150-476e-8ce5-dbb98bc4fa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:51.287505 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-93290e80-1054-4e3b-95d8-b578c82f7324 req-577fca13-5d58-4bf7-9582-b6d858630154 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464412 Jun 16 15:07:51.492958 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-aed2e9b7-aa7a-4fe4-871b-cc5a5ef0afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:51.494703 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-aed2e9b7-aa7a-4fe4-871b-cc5a5ef0afbb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1096 time: 0.1406891 Jun 16 15:07:51.520125 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ba1bf-2f60-45f0-8568-ad1e5faaf8a9 req-ab894d31-40bc-42f3-a96c-43abbf227eb4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:51.521932 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c04ba1bf-2f60-45f0-8568-ad1e5faaf8a9 req-ab894d31-40bc-42f3-a96c-43abbf227eb4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.1204901 Jun 16 15:07:51.627342 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c04ba1bf-2f60-45f0-8568-ad1e5faaf8a9 req-b6cff289-4f72-4dfa-98ba-a4bf226237a6 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939918 Jun 16 15:07:51.656901 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-f27ec53b-6324-430e-9c3f-3430616c6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:51.656901 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-f27ec53b-6324-430e-9c3f-3430616c6702 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1480420 Jun 16 15:07:51.701274 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-63be65b9-68e6-44da-a0a8-0f045243b757 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 217 time: 0.0430565 Jun 16 15:07:51.761576 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-b4768787-6e20-4057-98b4-c7ae470137c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:51.763308 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-b4768787-6e20-4057-98b4-c7ae470137c1 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0550616 Jun 16 15:07:51.829948 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-4f7e745e-6e90-4ad9-a854-5c4064e36ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:51.831575 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-4f7e745e-6e90-4ad9-a854-5c4064e36ae2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621576 Jun 16 15:07:51.934628 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-f4098a66-50df-4bdc-a4c5-f82b85358468 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957685 Jun 16 15:07:52.034757 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b6285820-6c89-44f8-a497-d9c0189559f3 req-40004f7d-63ac-4184-a1a7-6324eaf320bf service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941925 Jun 16 15:07:52.823380 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a209c-0c7b-404f-b7df-dd04abd5e68d req-84b6c362-0a5c-43c8-b7b6-d22c12c83f09 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:52.824971 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0e0a209c-0c7b-404f-b7df-dd04abd5e68d req-84b6c362-0a5c-43c8-b7b6-d22c12c83f09 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.0712252 Jun 16 15:07:52.866397 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-0e0a209c-0c7b-404f-b7df-dd04abd5e68d req-423d4b17-a6df-4503-956d-db1241fafd46 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352550 Jun 16 15:07:54.059410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750d70-03b2-4a58-999b-b319163738a3 req-2731f6f7-ef00-42b2-a39c-019c471da0c8 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:54.061250 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2750d70-03b2-4a58-999b-b319163738a3 req-2731f6f7-ef00-42b2-a39c-019c471da0c8 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.0738623 Jun 16 15:07:54.105777 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-b2750d70-03b2-4a58-999b-b319163738a3 req-f8b813ac-2d20-4349-8972-d85eb979d4bf tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387430 Jun 16 15:07:54.321224 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:07:55.293340 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6a93-ac51-4b8d-b82f-ab6f236e6c40 req-d74936da-f325-4222-b451-176566dee7be tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:55.295062 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b15d6a93-ac51-4b8d-b82f-ab6f236e6c40 req-d74936da-f325-4222-b451-176566dee7be tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.0710635 Jun 16 15:07:55.341274 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b15d6a93-ac51-4b8d-b82f-ab6f236e6c40 req-20b43e50-0955-47e5-9020-6e56f2d2440f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Jun 16 15:07:56.532200 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1b4d-31f7-4a94-a4d6-f7002fc19592 req-fbe0391d-cf62-4b6d-b235-7364ddc1a62b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:56.533808 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c3fe1b4d-31f7-4a94-a4d6-f7002fc19592 req-fbe0391d-cf62-4b6d-b235-7364ddc1a62b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.0743165 Jun 16 15:07:56.576242 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c3fe1b4d-31f7-4a94-a4d6-f7002fc19592 req-ecdd0449-e145-4fdf-9517-2337c6bfad16 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361004 Jun 16 15:07:57.768754 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e1bb-f5c3-4470-bb91-3825978a3f30 req-c7146055-8a35-4283-9fe8-585b9da751b1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:57.770381 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c374e1bb-f5c3-4470-bb91-3825978a3f30 req-c7146055-8a35-4283-9fe8-585b9da751b1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.0713859 Jun 16 15:07:57.819742 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-c374e1bb-f5c3-4470-bb91-3825978a3f30 req-6fdf6bba-b66e-41e4-879f-049c47934265 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399213 Jun 16 15:07:59.004606 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a708ac9-c698-4b92-8ae0-f2fe58a95ec1 req-b3c89afe-6c14-4a76-9040-15e4180dfb77 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:07:59.006213 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a708ac9-c698-4b92-8ae0-f2fe58a95ec1 req-b3c89afe-6c14-4a76-9040-15e4180dfb77 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 943 time: 0.0701015 Jun 16 15:07:59.053880 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9a708ac9-c698-4b92-8ae0-f2fe58a95ec1 req-0945d0bc-2baf-4ea9-9af0-e8e57bf6f5c9 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Jun 16 15:07:59.261077 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device cf64edea-ca79-4928-9390-9ae26928f5ad details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:07:59.498692 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port cf64edea-ca79-4928-9390-9ae26928f5ad, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=cf64edea-ca79-4928-9390-9ae26928f5ad,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:07:59.514281 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:07:59.554301 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:59.570824 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf64edea-ca79-4928-9390-9ae26928f5ad {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:07:59.594962 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port cf64edea-ca79-4928-9390-9ae26928f5ad, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=cf64edea-ca79-4928-9390-9ae26928f5ad,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:07:59.599833 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:07:59.602886 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-2b1f3ea2-680c-4f6c-b744-02ede0f26266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:07:59.659986 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=cf64edea-ca79-4928-9390-9ae26928f5ad,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:07:59.668291 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.668637 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.668978 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.669376 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.669708 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.670196 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.670534 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.670914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.671227 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.671552 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.671874 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.672193 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:07:59.676943 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:07:59.808149 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['cf64edea-ca79-4928-9390-9ae26928f5ad'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:08:00.246819 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35e71d-0481-460b-98a5-9b8765755292 req-1ca56608-3f8d-4134-b2b0-fa6d9565bbef tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:00.248739 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-be35e71d-0481-460b-98a5-9b8765755292 req-1ca56608-3f8d-4134-b2b0-fa6d9565bbef tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 944 time: 0.0751581 Jun 16 15:08:00.303829 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-be35e71d-0481-460b-98a5-9b8765755292 req-21834ab3-f2b2-4a5a-9c71-ec7796812fe0 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 Jun 16 15:08:01.276903 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device cf64edea-ca79-4928-9390-9ae26928f5ad up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:08:01.333845 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port cf64edea-ca79-4928-9390-9ae26928f5ad completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:08:01.338986 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port cf64edea-ca79-4928-9390-9ae26928f5ad triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:08:01.339572 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:01.440012 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:01.465163 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:08:01.468059 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32592fe-dbeb-41b0-ad74-41cf76331c40" -d '{"events": [{"server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "name": "network-vif-plugged", "status": "completed", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:08:01.483974 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port cf64edea-ca79-4928-9390-9ae26928f5ad, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=cf64edea-ca79-4928-9390-9ae26928f5ad,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:08:01.490988 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:01.494932 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3f367996-b212-4dbc-8306-87d71b45c77d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:08:01.543555 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b03b4f-d251-4b6f-b8bc-5429018ac327 req-9b043ae5-bdcc-4e6a-b79f-802c7a9f18ab tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:01.545936 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-42b03b4f-d251-4b6f-b8bc-5429018ac327 req-9b043ae5-bdcc-4e6a-b79f-802c7a9f18ab tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 944 time: 0.1188323 Jun 16 15:08:01.563893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=cf64edea-ca79-4928-9390-9ae26928f5ad,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:01.570246 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:08:01.611123 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-42b03b4f-d251-4b6f-b8bc-5429018ac327 req-b3fac639-22d2-4fd7-a687-e91e9db54a9d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585206 Jun 16 15:08:01.775180 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67728c24-a3d3-4c38-a874-ab27c1e46aef x-openstack-request-id: req-67728c24-a3d3-4c38-a874-ab27c1e46aef {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:08:01.775651 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "name": "network-vif-plugged", "status": "completed", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:08:01.776077 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67728c24-a3d3-4c38-a874-ab27c1e46aef {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:08:01.776730 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'code': 200} Jun 16 15:08:02.058589 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839fca0-100f-48b8-8501-e992e1bfbfba req-0a247023-1d82-4e78-9994-f74de3388c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:02.060603 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d839fca0-100f-48b8-8501-e992e1bfbfba req-0a247023-1d82-4e78-9994-f74de3388c26 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1098 time: 0.0618134 Jun 16 15:08:02.099362 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d839fca0-100f-48b8-8501-e992e1bfbfba req-97b1bfaf-0a67-420c-bd14-52e20c8c2f5d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Jun 16 15:08:02.861482 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a811b1-bb77-43bc-a088-9ab606ca8d17 req-642001b5-f244-4b99-8889-6e149182f7a6 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:02.864171 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d7a811b1-bb77-43bc-a088-9ab606ca8d17 req-642001b5-f244-4b99-8889-6e149182f7a6 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 945 time: 0.0872123 Jun 16 15:08:02.915126 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-d7a811b1-bb77-43bc-a088-9ab606ca8d17 req-72ec914d-0aa7-4b88-929d-20c0070356af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 Jun 16 15:08:03.923150 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a01db71f-2dcf-4511-b14f-885e33847ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:03.958597 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:03.992386 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-36872112-7dcb-494d-a5f5-28c56efe3dda service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870967 Jun 16 15:08:04.105762 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb467-d93a-459a-8942-7226c8c77c65 req-bf999b5f-b812-4246-a7f4-fc82935c0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.107400 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-bf999b5f-b812-4246-a7f4-fc82935c0cac service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1098 time: 0.0640676 Jun 16 15:08:04.125910 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f46bf7-6bab-4a90-88c3-a66fcd45bfb0 req-2dfd240b-b496-4a43-8617-00331a1a1ed3 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.127552 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e9f46bf7-6bab-4a90-88c3-a66fcd45bfb0 req-2dfd240b-b496-4a43-8617-00331a1a1ed3 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 945 time: 0.0777693 Jun 16 15:08:04.173704 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-e9f46bf7-6bab-4a90-88c3-a66fcd45bfb0 req-55fa2d91-e862-42b6-91b1-0baf2528b973 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347152 Jun 16 15:08:04.225418 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb467-d93a-459a-8942-7226c8c77c65 req-f7797e7b-dde3-4ca8-b4f7-dcabaa1064ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.227326 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-f7797e7b-dde3-4ca8-b4f7-dcabaa1064ca service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.0987020 Jun 16 15:08:04.278062 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-35dd156e-a348-44ff-9f9c-93b2048d20fb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 217 time: 0.0435922 Jun 16 15:08:04.331557 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb467-d93a-459a-8942-7226c8c77c65 req-948978da-aaad-49bb-be2a-5c13d5b6d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.333303 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-948978da-aaad-49bb-be2a-5c13d5b6d48e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0493753 Jun 16 15:08:04.429036 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb467-d93a-459a-8942-7226c8c77c65 req-dca8af71-3c25-41ed-bda4-a3b01a15db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.430795 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-dca8af71-3c25-41ed-bda4-a3b01a15db93 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911970 Jun 16 15:08:04.533183 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbc296-1f58-402a-9686-21258652748f req-37676dc2-6bb9-4803-91a9-5125eab5010d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.534807 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-66fbc296-1f58-402a-9686-21258652748f req-37676dc2-6bb9-4803-91a9-5125eab5010d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 945 time: 0.1445413 Jun 16 15:08:04.566297 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-3a98c34a-4ea9-4315-9b43-1038c5c3cb86 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285903 Jun 16 15:08:04.606898 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-66fbc296-1f58-402a-9686-21258652748f req-3bd672c1-4e61-4b47-9bfa-d701b19c2ad9 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647573 Jun 16 15:08:04.650506 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54692) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:08:04.702672 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-721cb467-d93a-459a-8942-7226c8c77c65 req-9ffaf0a5-8a81-477d-aafb-b6ca88aa3c32 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287684 Jun 16 15:08:04.719866 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9415f1-4551-47e0-9c0a-47920adf94c1 tempest-TestVolumeBootPattern-1042359203 tempest-TestVolumeBootPattern-1042359203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:04.722560 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-bd9415f1-4551-47e0-9c0a-47920adf94c1 tempest-TestVolumeBootPattern-1042359203 tempest-TestVolumeBootPattern-1042359203-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1093 time: 0.0695419 Jun 16 15:08:04.724821 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54694) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:08:04.730077 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:08:04.756104 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:04.880999 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:04.998441 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Allocated IP 172.27.2.15 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/afcb215e-d0da-4671-bfab-e453451328e6) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:08:05.129958 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:05.176157 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:05.181122 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2db7da9d-c8b3-44de-907f-11ad58cc1262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:08:05.218990 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:08:05.222229 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:08:05.229411 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:08:05.254575 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=afcb215e-d0da-4671-bfab-e453451328e6,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:05.259736 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:08:05.642198 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:05.745989 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:05.931789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:05.937789 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:05.941766 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-267def92-fab1-430a-bb0c-cf564d4903f6 tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:08:06.021882 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=afcb215e-d0da-4671-bfab-e453451328e6,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:08:06.025070 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:08:06.037924 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:06.158280 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Floating IP 8b4bb47b-16f1-4633-941a-d2a54af630d9 associated. External IP: 172.27.2.15, port: cf64edea-ca79-4928-9390-9ae26928f5ad. Jun 16 15:08:06.426173 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:08:06.499770 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-23855d2d-6238-4d96-bda6-cc81d4502e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:06.582316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:08:06.596279 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:08:06.602025 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:06.613065 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:08:06.614157 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:08:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:06.658940 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-44e88b9c-2942-4b11-badb-839ffcf927af tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9233263 Jun 16 15:08:06.658940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:08:06.658940 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11847729-ab27-4394-bc85-d79c37171ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:08:06.742852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:06.794960 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:08:06.810997 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74605b3-d43f-484d-b521-81ddea99f5b3 x-openstack-request-id: req-a74605b3-d43f-484d-b521-81ddea99f5b3 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:08:06.811356 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:08:06.811711 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a74605b3-d43f-484d-b521-81ddea99f5b3 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:08:06.812480 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'status': 'completed', 'code': 200} Jun 16 15:08:06.910050 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847729-ab27-4394-bc85-d79c37171ff5 req-799e454e-c6cd-450e-ae8d-24a7c1a34a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:06.911768 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-799e454e-c6cd-450e-ae8d-24a7c1a34a55 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1098 time: 0.0711381 Jun 16 15:08:07.080273 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847729-ab27-4394-bc85-d79c37171ff5 req-cf36e33c-1a59-4420-bbb9-bb533aa64136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:07.081775 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-cf36e33c-1a59-4420-bbb9-bb533aa64136 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1633549 Jun 16 15:08:07.094082 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:05Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:07.098174 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:08:07.108236 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:08:07.108910 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:08:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:07.192128 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-970fb28c-cc32-4d9b-9416-a548e7895f86 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 998 time: 0.1036153 Jun 16 15:08:07.239416 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:08:07.256623 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847729-ab27-4394-bc85-d79c37171ff5 req-4e1a765b-d508-4371-9153-2246b068618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:07.258309 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-4e1a765b-d508-4371-9153-2246b068618a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0506186 Jun 16 15:08:07.337966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847729-ab27-4394-bc85-d79c37171ff5 req-a29ceea1-d9b5-4efc-832d-0a59566e5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:08:07.340007 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-a29ceea1-d9b5-4efc-832d-0a59566e5ea2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755002 Jun 16 15:08:07.481356 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-3b371636-5d81-454a-a837-3f96dd49adb1 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349831 Jun 16 15:08:07.486451 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:07.596003 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-11847729-ab27-4394-bc85-d79c37171ff5 req-2ed47e11-3712-4cfb-acbe-82a01046a011 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063461 Jun 16 15:08:07.614103 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:05Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:08:07.620078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d0cf9-11c0-4326-82af-c9fd49838fc5 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:05Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:08:07.838955 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb8978-18d6-4e31-a8e4-099094470743 None None] New status for floating IP 8b4bb47b-16f1-4633-941a-d2a54af630d9: ACTIVE {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:08:09.430281 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:31.320275 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:08:33.926171 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-75d214f3-6fea-43a2-9412-91f6d797fc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:33.946167 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:36.493636 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-6e47e1bc-e9ea-45f1-9507-ffd9c598a6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:36.701404 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:37.427904 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:08:39.439318 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:03.930197 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-10ab35a8-9733-4f09-b0e5-b67df1c84043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:03.962240 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:04.971325 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-cd1fb5be-364f-48f2-9524-ad7bffeda343 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611813 Jun 16 15:09:05.091177 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-b2c841a4-0b80-4404-a598-8e01207a3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:05.092897 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-b2c841a4-0b80-4404-a598-8e01207a3367 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1098 time: 0.0653439 Jun 16 15:09:05.216800 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-20a86f51-5294-40d5-b807-f0b3c86d8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:05.218504 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-20a86f51-5294-40d5-b807-f0b3c86d8322 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1029208 Jun 16 15:09:05.292480 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-d3f5b201-3638-4793-b1f8-b4516568f8fb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 1000 time: 0.0673609 Jun 16 15:09:05.350282 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-64e8d7f3-2442-4ec1-88d6-2d40fff35afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:05.352402 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-64e8d7f3-2442-4ec1-88d6-2d40fff35afb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0537536 Jun 16 15:09:05.421216 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-9c72c75d-2756-40fc-b68c-67dfc0eda41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:05.422861 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-9c72c75d-2756-40fc-b68c-67dfc0eda41d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632911 Jun 16 15:09:05.523669 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-0f5f2c4e-d339-4835-9b57-78b8228bea6c service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940650 Jun 16 15:09:05.664713 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-402a2408-eb76-4492-bffb-b576ed8e6e61 req-ba3f252f-7d60-4709-9d24-9ddeb7c458bd service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344330 Jun 16 15:09:06.499355 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a128-df23-4149-b28e-9f04697747b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:06.706027 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:07.433614 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:08.319265 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:09:09.438059 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:33.942486 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e64dccac-9112-4ff4-a422-ce57a9fd495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:33.975738 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:36.506029 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fb2d516d-dd81-4994-b2a6-86ab6452120b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:36.716738 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:37.437375 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:39.450324 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:43.333870 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-271126b2-9db2-42f6-aaf5-aa837a556865 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279004712&fields=id&tenant_id=1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 267 time: 0.0369031 Jun 16 15:09:43.457904 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-05ecb9ab-925b-457a-8e09-70b5166157a4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:43.459573 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-05ecb9ab-925b-457a-8e09-70b5166157a4 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 811 time: 0.1177981 Jun 16 15:09:43.476438 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-e1c10223-8374-4659-bcf5-c5ae0465ce7c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/quotas/1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 375 time: 0.0104094 Jun 16 15:09:43.572872 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-66cda98d-c1ed-48c2-a314-d27b59168d99 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884292 Jun 16 15:09:43.837044 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-af815c2a-6d74-4e75-a098-a5e80b30ab04 service neutron] 10.222.0.16 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506471 Jun 16 15:09:43.937341 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-a10aff61-7d9b-4b0c-ab41-95eacc5597e0 service neutron] 10.222.0.16 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940337 Jun 16 15:09:44.313356 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-8d4be89a-6eb0-4e64-ad71-7c26db6538e7 req-f6f7a9a5-9050-450b-9231-845112531664 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 210 time: 0.0506105 Jun 16 15:09:45.322829 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:09:45.444925 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b4a76791-ee70-4e5c-a381-f81a35dd678d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:45.447706 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b4a76791-ee70-4e5c-a381-f81a35dd678d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 811 time: 0.1426604 Jun 16 15:09:45.539269 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-765ab5f9-db80-41a6-aa3e-b13b1ba9f930 req-b9b74c68-c4f6-4661-8556-60b98cccb5fb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 210 time: 0.0445755 Jun 16 15:09:45.544936 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-589145ea-3a5d-42bb-93fd-5a6d355ef054 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d80fc8f74c6490398b128116cbbfb6a HTTP/1.1" status: 200 len: 380 time: 0.0892677 Jun 16 15:09:45.553900 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'port': {'device_id': '99c11cdb-1883-4ad1-8641-72d5276290af', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'admin_state_up': True, 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'security_groups': ['8b81cbc3-351e-40c4-885e-98c1f394a5ee']}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:09:45.705259 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Made reservation on behalf of 1d80fc8f74c6490398b128116cbbfb6a for: {'port': 1} {{(pid=91762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:09:45.709111 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:45.853790 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_common [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Allocated IP 172.20.0.5 (c1696ada-e43d-4e4b-aab7-994e429616ed/5c3b10c3-b655-4fb8-b518-d4de09882d5b/63179bfe-9c1e-48df-a9c4-e88704961e63) {{(pid=91762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:09:46.040408 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.061938 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Transition to ACTIVE for port object 63179bfe-9c1e-48df-a9c4-e88704961e63 will not be triggered until provisioned by entity DHCP. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:09:46.106415 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-131971558'] for port, after_create {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.112929 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-3b9c44c4-dd57-4640-8643-bd804db9f188 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:09:46.180961 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Network c1696ada-e43d-4e4b-aab7-994e429616ed is already hosted by enough agents. {{(pid=91762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:09:46.189159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.scheduler.base_scheduler [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Resources bound (agent type, host, resource id): {{(pid=91762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:09:46.193406 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Received port after_create {{(pid=91762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:09:46.200810 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=63179bfe-9c1e-48df-a9c4-e88704961e63,revision_number=1']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:46.235378 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.235904 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.236355 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.236860 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.237330 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.237865 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.238408 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.238984 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.239469 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.239964 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.240422 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.240886 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:46.252916 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:09:46.286851 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:46.288103 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.307267 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-33bcfafd-1a6b-4d73-a17d-7f91a5bb654b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7575550 Jun 16 15:09:46.320337 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.v2.base [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Request body: {'port': {'device_id': '99c11cdb-1883-4ad1-8641-72d5276290af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79500'}} {{(pid=91762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:09:46.405216 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8289627d-1da3-4fc2-8ba2-928d69fa3d51 None None] Provisioning for port 63179bfe-9c1e-48df-a9c4-e88704961e63 completed by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:09:46.410853 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-8289627d-1da3-4fc2-8ba2-928d69fa3d51 None None] Provisioning complete for port 63179bfe-9c1e-48df-a9c4-e88704961e63 triggered by entity DHCP. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:09:46.411544 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8289627d-1da3-4fc2-8ba2-928d69fa3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.424142 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.451703 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-8289627d-1da3-4fc2-8ba2-928d69fa3d51 None None] Port 63179bfe-9c1e-48df-a9c4-e88704961e63 cannot update to ACTIVE because it is not bound. {{(pid=91764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:09:46.767441 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63179bfe-9c1e-48df-a9c4-e88704961e63 {{(pid=91762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:09:46.773662 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828167a-5dab-4b37-a1f9-5c9e6f490375 req-764e71da-560d-40a0-b0e4-07ab5dee2b5e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:46.776085 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f828167a-5dab-4b37-a1f9-5c9e6f490375 req-764e71da-560d-40a0-b0e4-07ab5dee2b5e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 931 time: 0.0857515 Jun 16 15:09:46.777243 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.791545 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.provisioning_blocks [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Transition to ACTIVE for port object 63179bfe-9c1e-48df-a9c4-e88704961e63 will not be triggered until provisioned by entity L2. {{(pid=91762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:09:46.795801 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:46.800757 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-84f6f61b-3da1-4061-a4fd-333624b81923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:09:46.837739 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-f828167a-5dab-4b37-a1f9-5c9e6f490375 req-07ae7a49-d589-466b-ade6-1ce922d7410c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544021 Jun 16 15:09:46.891662 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Pushing event updated for resources: {'Port': ['ID=63179bfe-9c1e-48df-a9c4-e88704961e63,revision_number=2']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:46.896582 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:09:46.982397 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Attempting to bind port 63179bfe-9c1e-48df-a9c4-e88704961e63 on host hv-cinder-79500 for vnic_type normal with profile {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:09:46.982954 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Attempting to bind port 63179bfe-9c1e-48df-a9c4-e88704961e63 by drivers openvswitch,hyperv on host hv-cinder-79500 at level 0 using segments [{'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:09:46.983292 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Attempting to bind port 63179bfe-9c1e-48df-a9c4-e88704961e63 on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:09:46.988898 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Port 63179bfe-9c1e-48df-a9c4-e88704961e63 on network c1696ada-e43d-4e4b-aab7-994e429616ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79500 {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:09:46.989307 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Attempting to bind port 63179bfe-9c1e-48df-a9c4-e88704961e63 on network c1696ada-e43d-4e4b-aab7-994e429616ed {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:09:47.003381 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Checking agent: {'id': 'c18286d5-4451-4dcb-98ce-cca5f26081da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'started_at': datetime.datetime(2021, 6, 16, 14, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:09:47.003996 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Checking segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:09:47.004686 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Bound using segment: {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'} {{(pid=91762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:09:47.005410 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.managers [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Bound port: 63179bfe-9c1e-48df-a9c4-e88704961e63, host: hv-cinder-79500, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed'}}] {{(pid=91762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:09:47.005980 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:47.091469 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] For port 63179bfe-9c1e-48df-a9c4-e88704961e63, host hv-cinder-79500, cleared binding levels {{(pid=91762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:09:47.095446 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] For port 63179bfe-9c1e-48df-a9c4-e88704961e63, host hv-cinder-79500, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=63179bfe-9c1e-48df-a9c4-e88704961e63,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:09:47.102206 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131971568'] for port, after_update {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:47.104815 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-75eee2ce-9f83-4830-912b-0563f46ab0ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:09:47.140966 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:47.141604 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:47.143086 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-b30c625f-7408-426e-9437-a8157859ecba service neutron] 10.222.0.103 "PUT /v2.0/ports/63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 200 len: 1093 time: 0.8285134 Jun 16 15:09:47.143720 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:09:47.146285 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e894a57-16ca-41fb-8ca0-ebf33150c188" -d '{"events": [{"name": "network-changed", "server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:47.174483 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Pushing event updated for resources: {'Port': ['ID=63179bfe-9c1e-48df-a9c4-e88704961e63,revision_number=3']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:47.178244 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-b30c625f-7408-426e-9437-a8157859ecba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:09:47.214681 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a55288-c701-4dc3-8850-fe478479728b x-openstack-request-id: req-81a55288-c701-4dc3-8850-fe478479728b {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:47.215177 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:47.215634 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81a55288-c701-4dc3-8850-fe478479728b {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:47.216321 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'status': 'completed', 'code': 200} Jun 16 15:09:47.292063 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-5fc68273-b54f-4a3c-8c7f-2da19ee2d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:47.294760 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-5fc68273-b54f-4a3c-8c7f-2da19ee2d9ee service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1096 time: 0.0961022 Jun 16 15:09:47.362264 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-2ff0aa33-7d88-4dbf-bb33-5db723f703f9 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 200 len: 217 time: 0.0600872 Jun 16 15:09:47.442818 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-4ffbc2ce-c5a1-4b6d-b929-924c63592481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:47.445267 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-4ffbc2ce-c5a1-4b6d-b929-924c63592481 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0763953 Jun 16 15:09:47.509850 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee559900-7edf-408f-9278-5e1906c123b8 req-f896578a-0dc7-47af-a046-e5798d09383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:47.511417 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-f896578a-0dc7-47af-a046-e5798d09383a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603468 Jun 16 15:09:47.612658 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-6840dad3-2c63-4392-83ce-2892d4b5b7fe service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949266 Jun 16 15:09:47.736553 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ee559900-7edf-408f-9278-5e1906c123b8 req-5353b675-ba63-4570-a30c-8e345f43f64e service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170065 Jun 16 15:09:47.856843 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-54651569-7250-4b29-a35f-021736aee5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:47.858385 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-54651569-7250-4b29-a35f-021736aee5bc service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1096 time: 0.0702829 Jun 16 15:09:47.979223 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-4b2e44c4-5db0-40f7-ab52-7741e08b8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:47.981945 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-4b2e44c4-5db0-40f7-ab52-7741e08b8ff9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1154625 Jun 16 15:09:48.037440 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55183-b531-4a03-a27d-835fd287a68e req-094f60ff-351a-4004-890b-689f576f95c7 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:48.039010 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-34f55183-b531-4a03-a27d-835fd287a68e req-094f60ff-351a-4004-890b-689f576f95c7 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.0703609 Jun 16 15:09:48.057608 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-a3eef9aa-00b1-4b9f-92ee-ec883b8f49da service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 200 len: 217 time: 0.0688670 Jun 16 15:09:48.080947 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-34f55183-b531-4a03-a27d-835fd287a68e req-e696374f-efb7-4ef7-8993-824d5f89209f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350189 Jun 16 15:09:48.118168 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-66f3d260-4dd6-4c11-b6c5-900ab53bad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:48.120213 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-66f3d260-4dd6-4c11-b6c5-900ab53bad87 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0537043 Jun 16 15:09:48.191812 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-9b7a0c78-c7ea-4241-ac81-0d6d15a3f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:48.194497 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-9b7a0c78-c7ea-4241-ac81-0d6d15a3f519 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650711 Jun 16 15:09:48.661188 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-1ea66e0f-831a-4806-b7be-8e103b1ea465 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562757 Jun 16 15:09:48.768864 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-1e894a57-16ca-41fb-8ca0-ebf33150c188 req-258c97dc-2185-487c-a8f5-e3832a116873 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005700 Jun 16 15:09:49.293251 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a9904-7248-4424-8e87-72b4ab560f50 req-24a0a18e-03f5-4480-9526-ae34db192c0e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:49.294989 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-714a9904-7248-4424-8e87-72b4ab560f50 req-24a0a18e-03f5-4480-9526-ae34db192c0e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.0790772 Jun 16 15:09:49.338422 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-714a9904-7248-4424-8e87-72b4ab560f50 req-dc71b0d2-6eb1-4332-9d65-9f876ae8b52f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370462 Jun 16 15:09:50.570646 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90d4ed-e73a-4369-b2a5-e42f52856b87 req-ecf8f629-e5b9-47cd-bbea-cdee02c00690 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:50.573929 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ea90d4ed-e73a-4369-b2a5-e42f52856b87 req-ecf8f629-e5b9-47cd-bbea-cdee02c00690 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.1155498 Jun 16 15:09:50.886703 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-ea90d4ed-e73a-4369-b2a5-e42f52856b87 req-d0fbe58c-97bf-4e3a-94b7-9560d5e01d14 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069940 Jun 16 15:09:52.123333 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330af39b-6d95-44fd-8664-aa368f2f5a03 req-bcec5fd2-c19b-4f00-9f7d-d8b30b6c150a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:52.124995 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-330af39b-6d95-44fd-8664-aa368f2f5a03 req-bcec5fd2-c19b-4f00-9f7d-d8b30b6c150a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.1166387 Jun 16 15:09:52.168337 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-330af39b-6d95-44fd-8664-aa368f2f5a03 req-7cb0f2ad-5381-46ee-b6ad-666bf55b54d1 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374165 Jun 16 15:09:53.362108 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b854c4-5ba0-4294-8b4e-ca5418349486 req-5022e6dc-2677-454d-a52f-bec1640367f0 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:53.363708 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-72b854c4-5ba0-4294-8b4e-ca5418349486 req-5022e6dc-2677-454d-a52f-bec1640367f0 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.0668464 Jun 16 15:09:53.418470 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-72b854c4-5ba0-4294-8b4e-ca5418349486 req-eba9f983-73ce-42fe-94dd-45979bc24a00 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374246 Jun 16 15:09:54.613436 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231e31e-f467-4b85-bb5b-ffd81d0cd7aa req-60a81ba1-da2c-4d05-b10c-518fda4a5286 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:54.615129 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3231e31e-f467-4b85-bb5b-ffd81d0cd7aa req-60a81ba1-da2c-4d05-b10c-518fda4a5286 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.0711546 Jun 16 15:09:54.659604 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3231e31e-f467-4b85-bb5b-ffd81d0cd7aa req-68f1a5b9-ef4f-401b-b3d7-24a72240fb9d tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Jun 16 15:09:55.857983 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4614-ebf4-4150-95ab-39e865c5f1d9 req-2d1aab40-f35d-4564-9e6f-1ee31c7fe9fb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:55.859599 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5b4d4614-ebf4-4150-95ab-39e865c5f1d9 req-2d1aab40-f35d-4564-9e6f-1ee31c7fe9fb tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 943 time: 0.0709178 Jun 16 15:09:55.905222 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-5b4d4614-ebf4-4150-95ab-39e865c5f1d9 req-03511b1f-fd42-4065-a30f-6e574f5cca5a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Jun 16 15:09:55.915262 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 63179bfe-9c1e-48df-a9c4-e88704961e63 details requested by agent hyperv_hv-cinder-79500 with host hv-cinder-79500 {{(pid=91764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:09:56.046792 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 63179bfe-9c1e-48df-a9c4-e88704961e63, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=63179bfe-9c1e-48df-a9c4-e88704961e63,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:09:56.059524 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Returning: {'device': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'port_id': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'mac_address': 'fa:16:3e:90:cf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:09:56.099497 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:56.114727 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63179bfe-9c1e-48df-a9c4-e88704961e63 {{(pid=91764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:09:56.137457 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 63179bfe-9c1e-48df-a9c4-e88704961e63, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=63179bfe-9c1e-48df-a9c4-e88704961e63,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:09:56.142730 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:56.144738 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:09:56.193659 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=63179bfe-9c1e-48df-a9c4-e88704961e63,revision_number=4']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:56.202180 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.202532 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.202893 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.203262 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.203600 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.203937 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.204269 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.204602 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.204935 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.205267 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.205599 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.205925 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:09:56.211002 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:09:56.382769 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] get_ports_and_sgs() called for port_ids ['63179bfe-9c1e-48df-a9c4-e88704961e63'] {{(pid=91764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:09:57.095913 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7097f4-2403-4d9a-9b56-b5d9e244d418 req-c6a46efa-5828-477f-9956-32c2e099ef93 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:57.097790 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5c7097f4-2403-4d9a-9b56-b5d9e244d418 req-c6a46efa-5828-477f-9956-32c2e099ef93 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 944 time: 0.0711522 Jun 16 15:09:57.141627 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5c7097f4-2403-4d9a-9b56-b5d9e244d418 req-08c97549-d071-45ad-b7fa-81a7a7c80b58 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Jun 16 15:09:57.913437 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 63179bfe-9c1e-48df-a9c4-e88704961e63 up at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:09:57.967582 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning for port 63179bfe-9c1e-48df-a9c4-e88704961e63 completed by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:09:57.971955 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.provisioning_blocks [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Provisioning complete for port 63179bfe-9c1e-48df-a9c4-e88704961e63 triggered by entity L2. {{(pid=91764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:09:57.972343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550491'] for port, provisioning_complete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:58.063032 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:58.088867 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63'}] {{(pid=91764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:09:58.091292 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7ec594181589ad68fa98b81596ffa431aa362d4035fe4d1f318edc6f4fb41c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7457b-a7e1-42f6-b888-5debcd2a0fd7" -d '{"events": [{"server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "name": "network-vif-plugged", "status": "completed", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63"}]}' {{(pid=91764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:09:58.106594 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] For port 63179bfe-9c1e-48df-a9c4-e88704961e63, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=63179bfe-9c1e-48df-a9c4-e88704961e63,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:09:58.111768 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532'] for port, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:09:58.113760 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e8788ece-aa68-4162-8964-7062db0ebc34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:09:58.158761 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04138371-492b-4c21-b583-8a9fecaa9a21 x-openstack-request-id: req-04138371-492b-4c21-b583-8a9fecaa9a21 {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:09:58.159312 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "name": "network-vif-plugged", "status": "completed", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63", "code": 200}]} {{(pid=91764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:09:58.159675 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04138371-492b-4c21-b583-8a9fecaa9a21 {{(pid=91764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:09:58.160195 dv-cinder-795009-4-iscsi neutron-server[91764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'code': 200} Jun 16 15:09:58.173836 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Pushing event updated for resources: {'Port': ['ID=63179bfe-9c1e-48df-a9c4-e88704961e63,revision_number=5']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:09:58.178352 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:09:58.406827 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e357b8-148d-48ea-af38-d0207bfe135b req-97799790-33bd-4ac2-8b8c-39c27205de6e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:58.409582 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-38e357b8-148d-48ea-af38-d0207bfe135b req-97799790-33bd-4ac2-8b8c-39c27205de6e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 945 time: 0.1084762 Jun 16 15:09:58.507014 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-38e357b8-148d-48ea-af38-d0207bfe135b req-4890836a-7c87-4ce9-bc23-d511d4aaa6a6 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835769 Jun 16 15:09:58.532650 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babd60d-5837-4469-ab8d-829e496e17a6 req-48c1dd3c-0165-4650-9817-a293f06db73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:58.534339 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6babd60d-5837-4469-ab8d-829e496e17a6 req-48c1dd3c-0165-4650-9817-a293f06db73f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1098 time: 0.1235776 Jun 16 15:09:58.584725 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6babd60d-5837-4469-ab8d-829e496e17a6 req-8cd14171-ba8d-493b-9419-cbfaf1ff7bf8 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Jun 16 15:09:59.712599 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784defe-78c1-4321-a798-519c82bc9758 req-10caa350-75fb-4b13-b960-568e4a5e338a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:59.714211 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9784defe-78c1-4321-a798-519c82bc9758 req-10caa350-75fb-4b13-b960-568e4a5e338a tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 945 time: 0.0691230 Jun 16 15:09:59.762172 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-9784defe-78c1-4321-a798-519c82bc9758 req-03c67b3c-ebc3-4f24-a858-1db8788d15c7 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Jun 16 15:09:59.947159 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d07f2-b899-427f-953e-5c42aa021360 req-05f54bc9-8256-426d-aac3-a8d013dd0d3e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:09:59.948828 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6d5d07f2-b899-427f-953e-5c42aa021360 req-05f54bc9-8256-426d-aac3-a8d013dd0d3e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 945 time: 0.0670083 Jun 16 15:09:59.990149 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-6d5d07f2-b899-427f-953e-5c42aa021360 req-7c45cdd3-c3cd-434c-8e55-c566638a5d96 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350356 Jun 16 15:10:00.016658 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54836) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:10:00.074643 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc492e-f9ba-4a0a-a845-51ac6eba1385 tempest-TestVolumeBootPattern-1042359203 tempest-TestVolumeBootPattern-1042359203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:00.076148 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b5fc492e-f9ba-4a0a-a845-51ac6eba1385 tempest-TestVolumeBootPattern-1042359203 tempest-TestVolumeBootPattern-1042359203-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1093 time: 0.0583584 Jun 16 15:10:00.079253 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54838) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:10:00.084120 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.v2.base [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Request body: {'floatingip': {'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'port_id': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:10:00.109014 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:00.255349 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677617'] for port, before_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:00.374041 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.db_base_plugin_common [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Allocated IP 172.27.2.51 (a60835cd-7ddf-458b-addf-d1c2da04f740/5cef3252-2c77-4f3e-8575-9a1a079a67ec/30f23f83-a25e-42e6-8b85-fb6c11df9565) {{(pid=91763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:10:00.486258 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:00.534548 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-676660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769720243469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-130156172'] for port, after_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:00.537125 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-6bb165b8-cdd5-44bb-9500-ca0bca6f9464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:10:00.575810 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Network a60835cd-7ddf-458b-addf-d1c2da04f740 is already hosted by enough agents. {{(pid=91763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:10:00.581299 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.base_scheduler [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Resources bound (agent type, host, resource id): {{(pid=91763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:10:00.586236 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Received port after_create {{(pid=91763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:10:00.594227 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=30f23f83-a25e-42e6-8b85-fb6c11df9565,revision_number=1']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:00.629192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.629475 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.629859 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.630234 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.630601 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.631011 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.631378 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.631741 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.632107 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.632467 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.632825 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.633184 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:10:00.639281 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:10:00.996891 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:01.082844 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677603'] for port, before_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:01.250826 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for port, precommit_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:01.255797 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769720687975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769720243487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769720243532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130156186'] for port, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:01.258166 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-39ee9fa5-c547-40ae-95b2-3d8d49e3348d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:10:01.329392 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event updated for resources: {'Port': ['ID=30f23f83-a25e-42e6-8b85-fb6c11df9565,revision_number=2']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:10:01.334292 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:10:01.343851 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687010'] for floatingip, after_update {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:01.451677 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Floating IP c5dab66e-2270-4e3f-9d66-9596fd35f1b3 associated. External IP: 172.27.2.51, port: 63179bfe-9c1e-48df-a9c4-e88704961e63. Jun 16 15:10:01.673396 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:10:01.790627 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:10:01.801288 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:10:01.812334 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:10:01.813083 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:09:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:01.813432 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:01.870912 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-b07d66d1-6a40-4ca0-967c-36b14c7e4952 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7803845 Jun 16 15:10:01.870912 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:10:01.870912 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7a12a-736b-434b-8a72-bd3a19676d58" -d '{"events": [{"name": "network-changed", "server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:10:01.915834 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893587a-ce4d-431c-96f1-9336f99fecee x-openstack-request-id: req-d893587a-ce4d-431c-96f1-9336f99fecee {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:10:01.916288 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:10:01.916700 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d893587a-ce4d-431c-96f1-9336f99fecee {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:10:01.917251 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'status': 'completed', 'code': 200} Jun 16 15:10:01.942736 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:10:02.013367 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-78c2e9fd-c1f9-4843-a39b-a147fc69662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:02.016147 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-78c2e9fd-c1f9-4843-a39b-a147fc69662c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1098 time: 0.0771716 Jun 16 15:10:02.152552 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-e3f1d20f-3dfd-493e-9e9f-3acb959250dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:02.155140 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-e3f1d20f-3dfd-493e-9e9f-3acb959250dc service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1313915 Jun 16 15:10:02.238853 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-86720eca-f5b3-4b1b-bdab-7b6e723e604a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 200 len: 998 time: 0.0772231 Jun 16 15:10:02.292139 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-668679d1-935c-4811-a70f-4e8d7cf1bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:02.293753 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-668679d1-935c-4811-a70f-4e8d7cf1bf46 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0495331 Jun 16 15:10:02.360148 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-834f27d0-4025-4fbc-bb2b-9afb1aa30796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:02.362192 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-834f27d0-4025-4fbc-bb2b-9afb1aa30796 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620160 Jun 16 15:10:02.371026 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:07Z', 'revision_number': 1, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}, {'id': 'c5dab66e-2270-4e3f-9d66-9596fd35f1b3', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:90:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c11cdb-1883-4ad1-8641-72d5276290af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:10:00Z', 'updated_at': '2021-06-16T15:10:00Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:02.375480 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:10:02.385523 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:10:02.386184 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:09:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:02.473755 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-ba4826b7-9df0-49fa-876f-cd9bb0518282 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043584 Jun 16 15:10:02.515529 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:10:02.578076 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-3ca7a12a-736b-434b-8a72-bd3a19676d58 req-2cd9f381-f6d7-4072-80e1-556079cc53ca service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971320 Jun 16 15:10:02.905049 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:07Z', 'revision_number': 1, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}, {'id': 'c5dab66e-2270-4e3f-9d66-9596fd35f1b3', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:90:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c11cdb-1883-4ad1-8641-72d5276290af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:10:00Z', 'updated_at': '2021-06-16T15:10:00Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:10:02.911401 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa246efb-b1fa-4601-9201-85c3e4080331 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:07Z', 'revision_number': 1, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}, {'id': 'c5dab66e-2270-4e3f-9d66-9596fd35f1b3', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:90:cf:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c11cdb-1883-4ad1-8641-72d5276290af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:10:00Z', 'updated_at': '2021-06-16T15:10:00Z', 'revision_number': 0, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:10:03.135056 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f058569-dc75-4854-b6bd-32192798c75a None None] New status for floating IP c5dab66e-2270-4e3f-9d66-9596fd35f1b3: ACTIVE {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:10:03.937914 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a628ebc1-4bc2-4d2d-97af-126457d882f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:03.970561 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:05.953429 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-62002860-f9a1-40ad-aeea-899788c55101 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576887 Jun 16 15:10:06.057643 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-46ba8105-f6e5-4e63-a2d0-e9e2b5b0b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:06.059298 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-46ba8105-f6e5-4e63-a2d0-e9e2b5b0b76d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1098 time: 0.0633490 Jun 16 15:10:06.219458 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-52e437ff-0d1f-4089-a15c-b3af4d616b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:06.220822 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-52e437ff-0d1f-4089-a15c-b3af4d616b9c service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1357775 Jun 16 15:10:06.300940 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-15947190-08c0-4309-8343-689e0014d57d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 1000 time: 0.0702720 Jun 16 15:10:06.361761 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-52ee9325-16d7-49b5-aca8-48ac23a31942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:06.363457 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-52ee9325-16d7-49b5-aca8-48ac23a31942 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0568063 Jun 16 15:10:06.429983 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-8d83c17d-25a2-4e56-be78-7b9153324b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:10:06.431656 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-8d83c17d-25a2-4e56-be78-7b9153324b39 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621648 Jun 16 15:10:06.503099 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2b124ef4-938a-4f96-a038-8e5f5cc86dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:06.537826 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-5be1464b-4bff-48e5-82c9-1854128d8edb service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997019 Jun 16 15:10:06.633214 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-9dac5ada-924e-4c76-8d66-a7c9e8426ee9 req-6ad03d13-0545-4a73-b9aa-faee1f07db67 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Jun 16 15:10:06.710183 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:07.437570 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:09.448866 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:22.321873 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:10:33.947704 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-4d67729e-533a-4634-aaed-348184b74227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:33.989533 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:36.497184 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8a32f18c-19ae-4886-a8bf-cff69cd52a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:36.713927 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:37.440528 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:39.448839 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:10:59.322400 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:11:03.940932 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d2f262bd-c242-4edb-bda3-7b3975f9357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:03.994437 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:06.510615 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-abb724ba-fbda-4317-8743-0689fbc5e4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:06.728548 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:07.446008 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:08.006820 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-2aef2874-f403-4cd7-b509-d2732fd81112 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611820 Jun 16 15:11:08.087374 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-2fa684ba-e708-4684-8a62-3be91698c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:08.088913 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-2fa684ba-e708-4684-8a62-3be91698c762 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1098 time: 0.0598276 Jun 16 15:11:08.203376 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-49a06063-bba7-4394-aff6-617f540bb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:08.204887 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-49a06063-bba7-4394-aff6-617f540bb22d service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.0942767 Jun 16 15:11:08.281371 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-0c1fb8dc-4b38-4512-a244-a34418ba6a84 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 200 len: 1000 time: 0.0700655 Jun 16 15:11:08.332004 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-10acf323-3f8c-426e-a9f8-a94416af4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:08.333562 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-10acf323-3f8c-426e-a9f8-a94416af4e2e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0459907 Jun 16 15:11:08.420790 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-22dc8010-2e1b-4654-9a04-0fd7b7be5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:08.423305 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-22dc8010-2e1b-4654-9a04-0fd7b7be5bb8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832191 Jun 16 15:11:08.526963 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-f310f347-f0d7-41f2-ac2f-0b773656cfca service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964110 Jun 16 15:11:08.632971 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-ba08fdb0-39da-4e07-a34e-1866fbbd5635 req-a4459236-dcd4-4081-9e82-5bf6b8039569 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995440 Jun 16 15:11:09.449852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:12.946411 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [req-16275df5-3e97-43ca-ac4c-b3eb60e50f12 req-c094c84c-ea37-4345-926d-a0b762d75ba1 service neutron] (91763) timed out ('10.222.0.103', 50712) {{(pid=91763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 15:11:33.380034 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54870) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:33.546015 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Deleting port 30f23f83-a25e-42e6-8b85-fb6c11df9565 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:33.546413 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.631044 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.631312 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.698809 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Calling delete_port for 30f23f83-a25e-42e6-8b85-fb6c11df9565 owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:33.872869 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.875169 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b86c7c66-2d9e-472d-8387-737363080452 tempest-ServerRescueNegativeTestJSON-760813268 tempest-ServerRescueNegativeTestJSON-760813268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:33.900070 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'Port': ['ID=30f23f83-a25e-42e6-8b85-fb6c11df9565,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:33.929607 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.929999 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.930380 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.930751 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.931146 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.931513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.931881 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.932252 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.932602 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.932961 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.933321 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.933680 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:33.937798 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:33.950185 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cf68-41ac-4479-b83d-645c8e9a55bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.978702 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:33.979044 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Floating IP c5dab66e-2270-4e3f-9d66-9596fd35f1b3 disassociated (deleted). External IP: 172.27.2.51, port: 63179bfe-9c1e-48df-a9c4-e88704961e63. Jun 16 15:11:33.996606 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:34.199620 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:11:34.319625 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:11:34.325384 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:34.333300 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:11:34.344716 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:34.345491 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:34.381570 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-211efe1d-3beb-4bf8-a21d-2c8c122a514e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "DELETE /v2.0/floatingips/c5dab66e-2270-4e3f-9d66-9596fd35f1b3 HTTP/1.1" status: 204 len: 168 time: 0.9996753 Jun 16 15:11:34.382645 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:11:34.387533 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66" -d '{"events": [{"name": "network-changed", "server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:34.434541 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29902bd9-1e7a-42a0-8441-a2c07aa20371 x-openstack-request-id: req-29902bd9-1e7a-42a0-8441-a2c07aa20371 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:34.435189 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:34.435677 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29902bd9-1e7a-42a0-8441-a2c07aa20371 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:34.436553 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'status': 'completed', 'code': 200} Jun 16 15:11:34.520155 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:34.532205 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-ef0056dd-8952-48c9-8dcf-7b1d0f1bea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:34.533785 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-ef0056dd-8952-48c9-8dcf-7b1d0f1bea4d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 1098 time: 0.0714505 Jun 16 15:11:34.693346 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-a827f399-998a-422b-99f1-623b74d86606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:34.695540 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-a827f399-998a-422b-99f1-623b74d86606 service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1552653 Jun 16 15:11:34.798086 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-21a8b928-85f2-47fe-ab3f-0e6344ea4518 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 200 len: 217 time: 0.0956340 Jun 16 15:11:34.862856 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:07Z', 'revision_number': 1, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:34.868651 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:11:34.883664 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:34.884795 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:06Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:34.893622 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-5df7cb74-ebd7-4413-a448-0538f9624b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:34.896900 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-5df7cb74-ebd7-4413-a448-0538f9624b70 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0907474 Jun 16 15:11:34.994362 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-44080024-e065-4599-a776-84c4262f577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:34.996053 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-44080024-e065-4599-a776-84c4262f577c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924735 Jun 16 15:11:35.057242 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:35.125992 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-e1df504d-e036-4fa4-ba6d-8ccddc971c2b service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222296 Jun 16 15:11:35.130997 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c23af0-ce1f-4e83-a3f7-703d36ad2aeb req-62586311-91f6-4c5a-b75b-318c8be6882c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:35.132639 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b5c23af0-ce1f-4e83-a3f7-703d36ad2aeb req-62586311-91f6-4c5a-b75b-318c8be6882c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 945 time: 0.2130218 Jun 16 15:11:35.190590 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-b5c23af0-ce1f-4e83-a3f7-703d36ad2aeb req-7c319d5e-d1b2-4f9f-80d7-e429e21ac143 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511165 Jun 16 15:11:35.251161 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-8eecdf56-3678-4ee8-a7e7-bb59a719ea66 req-2144b9e5-29ed-4e8d-8eef-c8ad665eb161 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150913 Jun 16 15:11:35.363490 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:07Z', 'revision_number': 1, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:35.368444 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6b759-871e-44c3-a9d8-25f46dca5ce1 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_floatingips': [{'id': '8b4bb47b-16f1-4633-941a-d2a54af630d9', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'router_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'port_id': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'mac_address': 'fa:16:3e:41:55:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:08:05Z', 'updated_at': '2021-06-16T15:08:07Z', 'revision_number': 1, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:11:35.615452 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604b93e-1af9-4eb5-a628-480700115789 None None] New status for floating IP c5dab66e-2270-4e3f-9d66-9596fd35f1b3: DOWN {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:11:36.323880 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:11:36.469307 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378375e3-2bc4-4315-880f-c5524077ef01 req-8ca117dc-6133-436a-92cf-b95ac7dd701b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:36.470882 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-378375e3-2bc4-4315-880f-c5524077ef01 req-8ca117dc-6133-436a-92cf-b95ac7dd701b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 945 time: 0.1357429 Jun 16 15:11:36.508919 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-80329114-6e2d-4f68-be56-ef9edf806f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:36.514133 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-378375e3-2bc4-4315-880f-c5524077ef01 req-27b2cccb-3cec-4f3a-9453-d8bfe3a9f101 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 Jun 16 15:11:36.643382 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645a87-0880-4937-8638-fbf209984bb6 req-d1db5d98-6da6-439e-b8b8-e6b0e406eb4f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:36.644886 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb645a87-0880-4937-8638-fbf209984bb6 req-d1db5d98-6da6-439e-b8b8-e6b0e406eb4f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 945 time: 0.0793862 Jun 16 15:11:36.730939 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:36.753719 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Deleting port 63179bfe-9c1e-48df-a9c4-e88704961e63 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:36.754061 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:36.852937 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] For port 63179bfe-9c1e-48df-a9c4-e88704961e63, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=63179bfe-9c1e-48df-a9c4-e88704961e63,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:36.853317 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:36.922993 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Calling delete_port for 63179bfe-9c1e-48df-a9c4-e88704961e63 owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:37.109434 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.114762 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f04a6c56-91f6-4a09-bfd7-f615bcdff484 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:37.148911 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'Port': ['ID=63179bfe-9c1e-48df-a9c4-e88704961e63,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:37.179574 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.179917 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.180341 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.180728 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.181090 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.181454 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.181821 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.182181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.182546 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.182922 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.183282 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.183633 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:37.187253 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:37.208484 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] No DVR routers for this DVR port 63179bfe-9c1e-48df-a9c4-e88704961e63 on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:11:37.211894 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.214298 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-cb645a87-0880-4937-8638-fbf209984bb6 req-25b97395-7c9b-4933-840a-4b026601488b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "DELETE /v2.0/ports/63179bfe-9c1e-48df-a9c4-e88704961e63 HTTP/1.1" status: 204 len: 173 time: 0.5630670 Jun 16 15:11:37.214968 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'name': 'network-vif-deleted', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:11:37.218210 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53040d27-8527-45e1-b349-2c1c431d8921" -d '{"events": [{"server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "name": "network-vif-deleted", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:37.329676 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7411c5-1d9d-4413-ac8f-fe396eea45ae x-openstack-request-id: req-9f7411c5-1d9d-4413-ac8f-fe396eea45ae {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:37.330174 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c11cdb-1883-4ad1-8641-72d5276290af", "name": "network-vif-deleted", "tag": "63179bfe-9c1e-48df-a9c4-e88704961e63", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:37.330561 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f7411c5-1d9d-4413-ac8f-fe396eea45ae {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:37.331417 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c11cdb-1883-4ad1-8641-72d5276290af', 'name': 'network-vif-deleted', 'tag': '63179bfe-9c1e-48df-a9c4-e88704961e63', 'status': 'completed', 'code': 200} Jun 16 15:11:37.448909 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:37.752707 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-984ff375-2c14-424a-a256-e8ecb8da0eaf req-079234c1-3379-4731-b3a1-4f515d80e6a2 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c11cdb-1883-4ad1-8641-72d5276290af HTTP/1.1" status: 200 len: 210 time: 0.0410058 Jun 16 15:11:39.452363 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:40.472145 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 63179bfe-9c1e-48df-a9c4-e88704961e63 no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:40.493459 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: 63179bfe-9c1e-48df-a9c4-e88704961e63 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:40.493812 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device 63179bfe-9c1e-48df-a9c4-e88704961e63 not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:41.128613 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54918) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:41.309586 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Deleting port afcb215e-d0da-4671-bfab-e453451328e6 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:41.310068 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:41.398162 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:41.398413 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:41.465688 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Calling delete_port for afcb215e-d0da-4671-bfab-e453451328e6 owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:41.910902 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:41.913276 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a60defbe-6eb0-40b4-a535-a9bafc42157f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:41.940708 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'Port': ['ID=afcb215e-d0da-4671-bfab-e453451328e6,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:41.948145 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:42.008754 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:42.009233 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.db.l3_db [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Floating IP 8b4bb47b-16f1-4633-941a-d2a54af630d9 disassociated (deleted). External IP: 172.27.2.15, port: cf64edea-ca79-4928-9390-9ae26928f5ad. Jun 16 15:11:42.232120 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:11:42.352304 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:11:42.359792 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:42.362520 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:11:42.372701 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:42.373344 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:42.422635 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-2158ab53-1668-4cd0-81d6-cf95d256071e tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "DELETE /v2.0/floatingips/8b4bb47b-16f1-4633-941a-d2a54af630d9 HTTP/1.1" status: 204 len: 168 time: 1.2920179 Jun 16 15:11:42.423729 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad'}] {{(pid=91763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:11:42.428973 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b4c05264c1cdc66f90c51694d22e29bb85dd60a7f38812fd96bf1ca34b630a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad"}]}' {{(pid=91763) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:42.477299 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce65b19-3990-4269-8dc9-2b492fbca405 x-openstack-request-id: req-7ce65b19-3990-4269-8dc9-2b492fbca405 {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:42.478231 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad", "status": "completed", "code": 200}]} {{(pid=91763) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:42.478231 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ce65b19-3990-4269-8dc9-2b492fbca405 {{(pid=91763) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:42.478468 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'status': 'completed', 'code': 200} Jun 16 15:11:42.511147 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:42.608891 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-655ee9ac-ad8e-42d5-b536-dbd80897b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:42.611647 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-655ee9ac-ad8e-42d5-b536-dbd80897b550 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 1098 time: 0.0924833 Jun 16 15:11:42.720849 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-0a4a8971-d375-4a4b-b699-5dad1e9a697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:42.722369 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-0a4a8971-d375-4a4b-b699-5dad1e9a697a service neutron] 10.222.0.103 "GET /v2.0/networks?id=c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 200 len: 912 time: 0.1027191 Jun 16 15:11:42.782891 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-dabcb807-ce52-46e5-8d1a-6506e8f98b95 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 200 len: 217 time: 0.0435355 Jun 16 15:11:42.815257 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:42.820344 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:11:42.835889 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:42.836946 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:42.844775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-bcf62d7b-eb56-4143-9118-bbffbb2b2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:42.846812 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-bcf62d7b-eb56-4143-9118-bbffbb2b2c63 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 200 len: 850 time: 0.0566857 Jun 16 15:11:42.926577 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-4f074b78-a616-407c-8622-d8305ac7b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:42.928373 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-4f074b78-a616-407c-8622-d8305ac7b8f5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=c1696ada-e43d-4e4b-aab7-994e429616ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726271 Jun 16 15:11:42.949153 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a231b2e-472b-46e9-ad5d-b9423a128e14 req-98958adb-8cbe-4879-8e48-b7b702821250 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:42.951137 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1a231b2e-472b-46e9-ad5d-b9423a128e14 req-98958adb-8cbe-4879-8e48-b7b702821250 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 945 time: 0.1091895 Jun 16 15:11:43.005246 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [req-1a231b2e-472b-46e9-ad5d-b9423a128e14 req-ebfe1646-f030-47e9-bd78-6365466aef61 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Jun 16 15:11:43.006964 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:43.068828 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-147fd24b-188f-4773-a999-a8beba60c0a1 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326530 Jun 16 15:11:43.180205 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-5cca6b51-db1e-4bb0-a8a5-f58589bd16fc req-2dd2770a-d78e-4e1a-93c1-1871fa87afa8 service neutron] 10.222.0.103 "GET /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024938 Jun 16 15:11:43.292388 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:43.296801 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db127c-bdf6-4356-949a-eef8110e161a None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:44Z', 'revision_number': 4, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi', '_interfaces': [{'id': '1d42eb5b-7444-4885-8b3f-8bf3f10a544d', 'name': '', 'network_id': 'c1696ada-e43d-4e4b-aab7-994e429616ed', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'mac_address': 'fa:16:3e:94:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:44Z', 'updated_at': '2021-06-16T15:04:50Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'subnets': [{'id': '5c3b10c3-b655-4fb8-b518-d4de09882d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:11:43.535942 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43e76d-f362-4842-ae9b-5e52c6cdaeb1 None None] New status for floating IP 8b4bb47b-16f1-4633-941a-d2a54af630d9: DOWN {{(pid=91765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:11:44.220773 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8997d-77cc-4ddc-8cf3-4d6197a8e95b req-2c08fb5b-2a80-406c-84e2-647b5a377d4c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:44.222344 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-49e8997d-77cc-4ddc-8cf3-4d6197a8e95b req-2c08fb5b-2a80-406c-84e2-647b5a377d4c tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 945 time: 0.0731206 Jun 16 15:11:44.264383 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-49e8997d-77cc-4ddc-8cf3-4d6197a8e95b req-d1329a36-ca8a-4e72-be3e-154a8243e7be tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b81cbc3-351e-40c4-885e-98c1f394a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Jun 16 15:11:44.460551 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-811faed4-b111-4693-ac19-864c8d3243a9 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:11:44.462030 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-811faed4-b111-4693-ac19-864c8d3243a9 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 945 time: 0.0639641 Jun 16 15:11:44.564999 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Deleting port cf64edea-ca79-4928-9390-9ae26928f5ad {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:44.565351 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:44.657696 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] For port cf64edea-ca79-4928-9390-9ae26928f5ad, host hv-cinder-79500, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79500',level=0,port_id=cf64edea-ca79-4928-9390-9ae26928f5ad,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:44.658064 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:44.727534 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Calling delete_port for cf64edea-ca79-4928-9390-9ae26928f5ad owned by compute:nova {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:44.872350 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:44.877094 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-891c1f6f-d620-41bf-9ca7-33c1eb4d3ab2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:44.908775 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'Port': ['ID=cf64edea-ca79-4928-9390-9ae26928f5ad,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:44.911490 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:44.974511 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] No DVR routers for this DVR port cf64edea-ca79-4928-9390-9ae26928f5ad on host hv-cinder-79500 {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:11:44.977324 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for port, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:44.979550 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-c6d54948-27dc-49d3-803d-107b0f37edf5 req-a31ee0f7-5523-416e-9841-b0d2934d5563 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.103 "DELETE /v2.0/ports/cf64edea-ca79-4928-9390-9ae26928f5ad HTTP/1.1" status: 204 len: 173 time: 0.5122688 Jun 16 15:11:44.980057 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'name': 'network-vif-deleted', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad'}] {{(pid=91762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:11:44.982453 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3b8cbec3fbd24a47a86cdd5068d636d81785989100c56e89cc00e908b2ff3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334961a3-6781-4835-ae85-129d9e7df2a3" -d '{"events": [{"server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "name": "network-vif-deleted", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad"}]}' {{(pid=91762) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:11:45.032419 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f52689-dd51-4718-89d5-9ec5e686fcc0 x-openstack-request-id: req-67f52689-dd51-4718-89d5-9ec5e686fcc0 {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:11:45.032805 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d692c1e-7a2d-4dfa-aa3a-90761cc54099", "name": "network-vif-deleted", "tag": "cf64edea-ca79-4928-9390-9ae26928f5ad", "status": "completed", "code": 200}]} {{(pid=91762) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:11:45.033144 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67f52689-dd51-4718-89d5-9ec5e686fcc0 {{(pid=91762) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:11:45.033683 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d692c1e-7a2d-4dfa-aa3a-90761cc54099', 'name': 'network-vif-deleted', 'tag': 'cf64edea-ca79-4928-9390-9ae26928f5ad', 'status': 'completed', 'code': 200} Jun 16 15:11:45.506593 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [req-27bd3b04-e51a-486f-bbaa-07eb6e363131 req-4914b48a-b1aa-489f-88ef-5e06efaba627 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d692c1e-7a2d-4dfa-aa3a-90761cc54099 HTTP/1.1" status: 200 len: 210 time: 0.0301363 Jun 16 15:11:46.607041 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54934) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:46.743316 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Deleting port 50009446-721a-4708-adde-f902fb7e6766 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:46.743807 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:46.838745 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:46.839149 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:46.915252 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Calling delete_port for 50009446-721a-4708-adde-f902fb7e6766 owned by network:floatingip {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:47.057984 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:47.060417 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-20c92b23-ce9a-41a2-a2af-ceadcd4c9a6f tempest-AttachVolumeTestJSON-1613443081 tempest-AttachVolumeTestJSON-1613443081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:47.091470 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'Port': ['ID=50009446-721a-4708-adde-f902fb7e6766,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:47.095874 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:47.156642 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for floatingip, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:47.159455 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198215'] for floatingip, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:47.160747 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-9bc53616-2bfb-4618-a3c3-6f89067938d5 tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "DELETE /v2.0/floatingips/1b64ceea-11aa-4681-93d4-7d8feea37705 HTTP/1.1" status: 204 len: 168 time: 0.5526593 Jun 16 15:11:48.452656 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54946) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:48.503465 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device cf64edea-ca79-4928-9390-9ae26928f5ad no longer exists at agent hyperv_hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:48.519549 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:48.524959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] No Port match for: cf64edea-ca79-4928-9390-9ae26928f5ad {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:48.525343 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Device cf64edea-ca79-4928-9390-9ae26928f5ad not bound to the agent host hv-cinder-79500 {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:48.563906 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:48.639160 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:48.641864 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Notify callbacks [] for security_group, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:48.643774 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b81cbc3-351e-40c4-885e-98c1f394a5ee HTTP/1.1" status: 204 len: 168 time: 0.1898515 Jun 16 15:11:48.645513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-dc65fa5b-57ad-4bf5-9658-e0ee58a2ea63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:48.658092 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81cbc3-351e-40c4-885e-98c1f394a5ee,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:48.661798 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-10c663af-134b-451c-b0ca-933a4e17906f tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:48.712195 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54950) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:49.230790 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:49.506042 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Deleting port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:49.506814 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:49.586178 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] For port 1d42eb5b-7444-4885-8b3f-8bf3f10a544d, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:49.586513 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:49.656174 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Calling delete_port for 1d42eb5b-7444-4885-8b3f-8bf3f10a544d owned by network:router_interface {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:49.851039 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:49.856022 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-5094f981-a2a2-4400-a114-dc340b451974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:49.897135 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d42eb5b-7444-4885-8b3f-8bf3f10a544d,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:49.900969 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:50.094093 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.333444 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:11:50.449622 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:11:50.458498 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-a9532eec-468d-4957-8c11-36f18ead3c17 admin admin] 10.222.0.16 "PUT /v2.0/routers/66a29d63-e5e5-4f44-9fe8-9d46d94a963a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441077 Jun 16 15:11:50.459690 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] Sync routers for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:11:50.461377 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54956) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:50.471784 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:50.472510 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:50.603868 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: dv-cinder-795009-4-iscsi {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:50.650559 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks [] for router, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.777447 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.839473 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Deleting port 683f4410-db34-4658-8866-c3f4d7747236 {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:50.839947 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.862355 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '683f4410-db34-4658-8866-c3f4d7747236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:11:49Z', 'revision_number': 5, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port': {'id': '683f4410-db34-4658-8866-c3f4d7747236', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:50.868375 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] Checking router: 66a29d63-e5e5-4f44-9fe8-9d46d94a963a for host: dv-cinder-795009-4-iscsi {{(pid=91764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:11:50.880036 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] Routers {'66a29d63-e5e5-4f44-9fe8-9d46d94a963a'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:50.880757 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'], 'active': True} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:50.951936 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] For port 683f4410-db34-4658-8866-c3f4d7747236, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=683f4410-db34-4658-8866-c3f4d7747236,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:50.952385 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:50.988442 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvr_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] Set router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a gateway port host: None {{(pid=91764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:51.026935 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Calling delete_port for 683f4410-db34-4658-8866-c3f4d7747236 owned by network:router_gateway {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:51.084088 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_hamode_db [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:11:50Z', 'revision_number': 6, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:51.090331 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542104ae-3f11-4885-9ff7-e7195cf00b68 None None] The sync data for ids ['66a29d63-e5e5-4f44-9fe8-9d46d94a963a'] in dv-cinder-795009-4-iscsi is: [{'id': '66a29d63-e5e5-4f44-9fe8-9d46d94a963a', 'name': 'tempest-TestVolumeBootPattern-752935278-router', 'tenant_id': '1d80fc8f74c6490398b128116cbbfb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:41Z', 'updated_at': '2021-06-16T15:11:50Z', 'revision_number': 6, 'project_id': '1d80fc8f74c6490398b128116cbbfb6a', 'gw_port_host': None}] {{(pid=91764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:11:51.221133 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.223768 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-b4355486-2266-438f-b431-837bd7a4915a tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:51.248493 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Pushing event deleted for resources: {'Port': ['ID=683f4410-db34-4658-8866-c3f4d7747236,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:51.251125 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:51.319434 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.689292 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.691722 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.740108 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.740557 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a29d63-e5e5-4f44-9fe8-9d46d94a963a {{(pid=91763) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:11:51.745192 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] Notify callbacks [] for router, before_response {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.746456 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-7b408b44-f3fc-444b-b32e-e2f04a4ab11a admin admin] 10.222.0.16 "DELETE /v2.0/routers/66a29d63-e5e5-4f44-9fe8-9d46d94a963a HTTP/1.1" status: 204 len: 168 time: 1.2835169 Jun 16 15:11:51.749053 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54958) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:51.798962 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Deleting subnet 5c3b10c3-b655-4fb8-b518-d4de09882d5b {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:11:51.802572 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.846202 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:51.938137 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.011325 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.014665 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:52.040257 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3b10c3-b655-4fb8-b518-d4de09882d5b,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:52.042582 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.044337 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c3b10c3-b655-4fb8-b518-d4de09882d5b HTTP/1.1" status: 204 len: 168 time: 0.2939706 Jun 16 15:11:52.045500 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e917dd1a-b2fe-4864-b1ec-00f2f3a7700e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:52.047317 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014ab53-048a-4a21-9edf-b3a73547a65c None None] Network c1696ada-e43d-4e4b-aab7-994e429616ed requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:11:52.048679 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54960) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:52.150097 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.220177 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Deleting port 64ee480b-3cab-4981-8b88-4d186482e386 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:52.220517 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.263547 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] DHCP port deletion for c1696ada-e43d-4e4b-aab7-994e429616ed request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:11:52.294104 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] For port 64ee480b-3cab-4981-8b88-4d186482e386, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=64ee480b-3cab-4981-8b88-4d186482e386,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:52.294471 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.328813 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Deleting port 64ee480b-3cab-4981-8b88-4d186482e386 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:52.329232 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.363247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Calling delete_port for 64ee480b-3cab-4981-8b88-4d186482e386 owned by network:dhcp {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:52.405881 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] For port 64ee480b-3cab-4981-8b88-4d186482e386, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=64ee480b-3cab-4981-8b88-4d186482e386,segment=NetworkSegment(f9a09514-dd8d-4ead-8e33-d72ea58fdc2d),segment_id=f9a09514-dd8d-4ead-8e33-d72ea58fdc2d)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:52.406296 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.476859 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Calling delete_port for 64ee480b-3cab-4981-8b88-4d186482e386 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:52.485645 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.488452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-666c58d4-74ac-47d9-a818-282dcb16e54a tempest-TestMinimumBasicScenario-832002618 tempest-TestMinimumBasicScenario-832002618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:52.529201 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Pushing event deleted for resources: {'Port': ['ID=64ee480b-3cab-4981-8b88-4d186482e386,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:52.534772 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:52.536512 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] No DVR routers for this DVR port 64ee480b-3cab-4981-8b88-4d186482e386 on host dv-cinder-795009-4-iscsi {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:11:52.598610 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.600822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-4316c687-e793-4a24-9a4d-b6fe83533b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:52.632969 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Pushing event deleted for resources: {'Port': ['ID=64ee480b-3cab-4981-8b88-4d186482e386,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:52.637389 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] No DVR routers for this DVR port 64ee480b-3cab-4981-8b88-4d186482e386 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:11:52.645723 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 1d42eb5b-7444-4885-8b3f-8bf3f10a544d no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:52.651001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.664885 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1696ada-e43d-4e4b-aab7-994e429616ed']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:52.678737 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:52.679114 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a09514-dd8d-4ead-8e33-d72ea58fdc2d') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:52.688895 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.689247 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.689492 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.690085 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.690694 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.691338 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.691959 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.692543 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.693155 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.693741 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.694315 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.694842 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.695456 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795009-4-iscsi {{(pid=91764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:11:52.700498 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 1d42eb5b-7444-4885-8b3f-8bf3f10a544d {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:52.701101 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 1d42eb5b-7444-4885-8b3f-8bf3f10a544d not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:52.701843 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 683f4410-db34-4658-8866-c3f4d7747236 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:52.706107 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-825bd5ff-96e2-4e4f-aad5-535879d2a795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:52.707505 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.715291 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:11:52.715999 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: retrieve_revision_numbers = { Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:11:52.717624 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:11:52.737189 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 683f4410-db34-4658-8866-c3f4d7747236 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:52.737693 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 683f4410-db34-4658-8866-c3f4d7747236 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:52.738656 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 64ee480b-3cab-4981-8b88-4d186482e386 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:52.773719 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 64ee480b-3cab-4981-8b88-4d186482e386 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:52.774822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 64ee480b-3cab-4981-8b88-4d186482e386 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:52.788552 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.794452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:52.799168 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:52.803272 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1696ada-e43d-4e4b-aab7-994e429616ed HTTP/1.1" status: 204 len: 168 time: 0.7538953 Jun 16 15:11:52.806287 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [-] (91763) accepted ('10.222.0.16', 54962) {{(pid=91763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:52.816111 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1696ada-e43d-4e4b-aab7-994e429616ed,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:52.819254 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:53.184996 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739717'] for router_interface, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.549005 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Deleting port 01919491-9cc4-4c06-88e5-4993bb19d4ac {{(pid=91763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:53.549363 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.640591 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.db [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] For port 01919491-9cc4-4c06-88e5-4993bb19d4ac, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=01919491-9cc4-4c06-88e5-4993bb19d4ac,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:53.640957 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.713394 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Calling delete_port for 01919491-9cc4-4c06-88e5-4993bb19d4ac owned by network:router_interface {{(pid=91763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:53.933249 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130156179'] for port, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:53.938614 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-d0c7c86d-6e06-450f-986a-9dd0ce549791 tempest-AttachVolumeShelveTestJSON-112763554 tempest-AttachVolumeShelveTestJSON-112763554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:53.986370 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Pushing event deleted for resources: {'Port': ['ID=01919491-9cc4-4c06-88e5-4993bb19d4ac,revision_number=None']} {{(pid=91763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:53.994639 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG oslo_concurrency.lockutils [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:54.212224 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron_lib.callbacks.manager [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1542328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1739601'] for router_interface, after_delete {{(pid=91763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:54.450545 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb has already been hosted by L3 agent da17242e-dd8d-4360-837e-f1a055f12d48 {{(pid=91763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:11:54.569233 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] Notify agent at l3_agent.dv-cinder-795009-4-iscsi the message routers_updated {{(pid=91763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:11:54.577555 dv-cinder-795009-4-iscsi neutron-server[91763]: INFO neutron.wsgi [None req-c4b7fd60-a082-491c-9498-2fcab142e81e admin admin] 10.222.0.16 "PUT /v2.0/routers/ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698691 Jun 16 15:11:54.582920 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54966) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:54.583778 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] Sync routers for ids ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'] in dv-cinder-795009-4-iscsi {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:11:54.596385 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] Routers {'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:54.597155 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:54.728034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks [] for router, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:54.839049 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] Set router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb gateway port host: dv-cinder-795009-4-iscsi {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:54.859482 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:54.925580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Deleting port 46413caa-8afe-4056-a747-0610d3a3e359 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:54.925944 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.018940 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] For port 46413caa-8afe-4056-a747-0610d3a3e359, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=46413caa-8afe-4056-a747-0610d3a3e359,segment=NetworkSegment(885151ce-6781-4372-b039-944d11cd9500),segment_id=885151ce-6781-4372-b039-944d11cd9500)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:55.019413 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.085112 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'external_fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '46413caa-8afe-4056-a747-0610d3a3e359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:11:53Z', 'revision_number': 5, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port': {'id': '46413caa-8afe-4056-a747-0610d3a3e359', 'name': '', 'network_id': 'a60835cd-7ddf-458b-addf-d1c2da04f740', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:76:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795009-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:04:48Z', 'updated_at': '2021-06-16T15:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cef3252-2c77-4f3e-8575-9a1a079a67ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795009-4-iscsi'}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:55.091041 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] Checking router: ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb for host: dv-cinder-795009-4-iscsi {{(pid=91765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:11:55.100883 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Calling delete_port for 46413caa-8afe-4056-a747-0610d3a3e359 owned by network:router_gateway {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:55.105705 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] Routers {'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'} bound to L3 agent in host dv-cinder-795009-4-iscsi {{(pid=91765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:11:55.106744 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795009-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T14:47:36Z,description=,heartbeat_timestamp=2021-06-16T15:11:36Z,host='dv-cinder-795009-4-iscsi',id=da17242e-dd8d-4360-837e-f1a055f12d48,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T14:47:36Z,topic='l3_agent')) {'router_ids': ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'], 'active': True} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:55.210379 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_dvr_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] Set router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb gateway port host: None {{(pid=91765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:11:55.296411 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.l3_hamode_db [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:11:54Z', 'revision_number': 6, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port_host': None}], 'dv-cinder-795009-4-iscsi', False) {} {{(pid=91765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:55.302214 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a45afb-9071-482e-9afa-aecfa71405c7 None None] The sync data for ids ['ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb'] in dv-cinder-795009-4-iscsi is: [{'id': 'ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb', 'name': 'tempest-TestVolumeBootPattern-481666395-router', 'tenant_id': '621cb2c99b4548ff9adf471fe37c04e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:04:47Z', 'updated_at': '2021-06-16T15:11:54Z', 'revision_number': 6, 'project_id': '621cb2c99b4548ff9adf471fe37c04e7', 'gw_port_host': None}] {{(pid=91765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:11:55.318034 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.321291 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-15a57cb9-d5f7-4cbb-9b2b-7c2dcc44a31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:55.361515 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Pushing event deleted for resources: {'Port': ['ID=46413caa-8afe-4056-a747-0610d3a3e359,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:55.365885 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:55.431053 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686802'] for router_gateway, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.843645 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-888'] for router, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.846460 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.901994 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1738072'] for router, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.902847 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb {{(pid=91762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:11:55.908317 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] Notify callbacks [] for router, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:55.909878 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-fc5d7b59-a536-4bee-9e2a-5ce8728d5255 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ec4db2ec-7ec8-405e-ade6-b3b72cf4c1fb HTTP/1.1" status: 204 len: 168 time: 1.3255944 Jun 16 15:11:55.914682 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54968) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:55.965208 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Deleting subnet 0493de39-305c-4fa4-b6ae-4427ec912bf0 {{(pid=91762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:11:55.968858 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.006294 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131971102'] for subnet, precommit_delete_associations {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.094376 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-554665'] for subnet, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.161404 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-554678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1796211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131971379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132002523'] for subnet, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.165885 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:56.194854 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0493de39-305c-4fa4-b6ae-4427ec912bf0,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:56.197053 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for subnet, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.200484 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0493de39-305c-4fa4-b6ae-4427ec912bf0 HTTP/1.1" status: 204 len: 168 time: 0.2831218 Jun 16 15:11:56.200995 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e604592-dfb1-442f-8afc-56f9c113b776 None None] Network 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a requested from dv-cinder-795009-4-iscsi {{(pid=91764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:11:56.201603 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-f8270142-dc99-46dd-814b-ca0d1378d921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:56.203319 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54970) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:56.296304 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-627508'] for network, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.360046 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Deleting port bfb03ad8-690e-426b-bd3c-cf193428fd78 {{(pid=91762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:56.360475 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.470120 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.db [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] For port bfb03ad8-690e-426b-bd3c-cf193428fd78, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=bfb03ad8-690e-426b-bd3c-cf193428fd78,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:56.470624 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.505755 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] DHCP port deletion for 7959385b-ebeb-479e-a0c8-8a3c96bf8b1a request from dv-cinder-795009-4-iscsi {{(pid=91764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:11:56.567812 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.plugin [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Calling delete_port for bfb03ad8-690e-426b-bd3c-cf193428fd78 owned by network:dhcp {{(pid=91762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:56.576875 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Deleting port bfb03ad8-690e-426b-bd3c-cf193428fd78 {{(pid=91764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:11:56.577490 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769720682653'] for port, before_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.674163 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] For port bfb03ad8-690e-426b-bd3c-cf193428fd78, host dv-cinder-795009-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795009-4-iscsi',level=0,port_id=bfb03ad8-690e-426b-bd3c-cf193428fd78,segment=NetworkSegment(4df78038-82c3-4d68-a8cb-602eecbd2b9e),segment_id=4df78038-82c3-4d68-a8cb-602eecbd2b9e)] {{(pid=91764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:11:56.674731 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684962'] for port, precommit_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.679583 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device bfb03ad8-690e-426b-bd3c-cf193428fd78 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:56.697550 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131971577'] for port, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.700246 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4bd982fd-e727-4785-824e-38b22e3a099b tempest-TestVolumeBootPattern-2000416124 tempest-TestVolumeBootPattern-2000416124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:56.729389 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb03ad8-690e-426b-bd3c-cf193428fd78,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:56.731870 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:56.735150 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] No DVR routers for this DVR port bfb03ad8-690e-426b-bd3c-cf193428fd78 on host dv-cinder-795009-4-iscsi {{(pid=91762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:11:56.780957 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Calling delete_port for bfb03ad8-690e-426b-bd3c-cf193428fd78 owned by network:dhcp {{(pid=91764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:11:56.812951 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.db [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No active binding found for port bfb03ad8-690e-426b-bd3c-cf193428fd78 {{(pid=91764) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 15:11:56.813540 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device bfb03ad8-690e-426b-bd3c-cf193428fd78 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:56.814078 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 46413caa-8afe-4056-a747-0610d3a3e359 no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:56.815632 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-556582', 'neutron.services.segments.db._delete_segments_for_network-8769720720689'] for network, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.828780 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7959385b-ebeb-479e-a0c8-8a3c96bf8b1a']}} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:56.849364 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df78038-82c3-4d68-a8cb-602eecbd2b9e') {'for_net_delete': True} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:56.850452 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.services.segments.db [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df78038-82c3-4d68-a8cb-602eecbd2b9e') {} {{(pid=91762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:11:56.865416 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769720720002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131971079'] for segment, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.884052 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 46413caa-8afe-4056-a747-0610d3a3e359 {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:56.884052 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 46413caa-8afe-4056-a747-0610d3a3e359 not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:56.884805 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 01919491-9cc4-4c06-88e5-4993bb19d4ac no longer exists at agent ovs-agent-dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:11:56.890580 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442'] for segment, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.901094 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=91762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:11:56.901712 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-556442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131971500'] for segment, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: Traceback (most recent call last): Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: timer() Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: cb(*args, **kw) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: return func(*args, **kwargs) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: self._notify() Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: self.callback(batched_events) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: event.method(event) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: return f(self, *a, **k) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._get(url).json() Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: return self.request(url, 'GET', **kwargs) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:11:56.904296 dv-cinder-795009-4-iscsi neutron-server[91762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:11:56.915782 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.plugin [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] No Port match for: 01919491-9cc4-4c06-88e5-4993bb19d4ac {{(pid=91764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:11:56.916125 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.plugins.ml2.rpc [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Device 01919491-9cc4-4c06-88e5-4993bb19d4ac not bound to the agent host dv-cinder-795009-4-iscsi {{(pid=91764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:11:56.959271 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-676669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1542218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769720687993', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769720243478'] for port, after_delete {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.963696 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-e053bed5-4603-4786-9f44-6696da377ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:56.978757 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-556591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1542211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686908'] for network, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.984537 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1542236'] for network, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:56.986513 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] 10.222.0.16 "DELETE /v2.0/networks/7959385b-ebeb-479e-a0c8-8a3c96bf8b1a HTTP/1.1" status: 204 len: 168 time: 0.7814019 Jun 16 15:11:56.988001 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:57.005747 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Pushing event deleted for resources: {'Port': ['ID=bfb03ad8-690e-426b-bd3c-cf193428fd78,revision_number=None']} {{(pid=91764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:57.009546 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] No DVR routers for this DVR port bfb03ad8-690e-426b-bd3c-cf193428fd78 on host dv-cinder-795009-4-iscsi {{(pid=91764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:11:57.012077 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG oslo_concurrency.lockutils [None req-a2d832d5-b3d3-4923-be8b-535ab4625f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:57.021181 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Pushing event deleted for resources: {'Network': ['ID=7959385b-ebeb-479e-a0c8-8a3c96bf8b1a,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:57.030714 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-e1428401-c82c-4254-b233-efeb52e0188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:57.164640 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54974) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.211594 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-db333102-9787-4065-9669-ff647e631b5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d80fc8f74c6490398b128116cbbfb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454984 Jun 16 15:11:57.214276 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54976) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.291627 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.330707 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.407262 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.411200 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.412450 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc267896-312b-49ad-859a-f447fc1ec25a HTTP/1.1" status: 204 len: 168 time: 0.1970975 Jun 16 15:11:57.413391 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9cb9ef9c-a1d0-4547-a8c9-4448fd588257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:57.422440 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc267896-312b-49ad-859a-f447fc1ec25a,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:57.425616 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:11:57.783251 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54982) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.828940 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-05344d7e-7fb4-4170-a4ec-ee992d309a7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=621cb2c99b4548ff9adf471fe37c04e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440469 Jun 16 15:11:57.831342 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.wsgi [-] (91762) accepted ('10.222.0.16', 54984) {{(pid=91762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:11:57.889079 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:57.923055 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.005679 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10515'] for security_group, after_delete {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.008825 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron_lib.callbacks.manager [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:11:58.010243 dv-cinder-795009-4-iscsi neutron-server[91762]: INFO neutron.wsgi [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75827db0-3cca-427c-bd24-28f1b6ac2099 HTTP/1.1" status: 204 len: 168 time: 0.1777949 Jun 16 15:11:58.011360 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-9b7a0a75-494f-4055-a0eb-e2699d96ce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:11:58.021648 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75827db0-3cca-427c-bd24-28f1b6ac2099,revision_number=None']} {{(pid=91762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:11:58.024359 dv-cinder-795009-4-iscsi neutron-server[91762]: DEBUG oslo_concurrency.lockutils [None req-4932687a-d286-4fef-a033-dadb10d1e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91762) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:12:03.947876 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-f6b66b81-58d4-404e-b372-ea8f0e07d01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:04.026374 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.502913 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-62891ec9-e0dc-40d4-8ec6-5014d67b0437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:06.726957 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:07.449848 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:09.457829 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:13.323141 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:12:33.944612 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1a860537-d224-4428-817c-902596e539c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:34.020907 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.499852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-36f70ef0-3c96-4388-9bd7-32545278a027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:36.731880 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:37.453634 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:39.459786 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:12:50.322330 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:13:03.938849 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-205a3de4-240a-40a5-a782-41d1bc4cdba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:04.019974 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.505862 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-1f79900e-ec4b-4a0a-a645-f00a1f531797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:06.736784 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:07.455610 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:09.463908 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:27.321107 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:13:33.942886 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ed91d02a-6a5d-40ed-a480-29a6aaa5dd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:34.028011 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.498015 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-bca439a2-55df-4c81-abe8-b0f556d6d1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:36.740329 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:37.458299 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:13:39.464346 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:03.947248 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-e9c02eeb-248e-480c-a46d-dd47cd7f2a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.030957 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:04.320176 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:14:06.502802 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-252e1cc8-3301-42eb-bac0-617a62112b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:06.744822 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:07.462420 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:09.467725 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:33.955451 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-59c4b13d-862a-46ea-9d32-ebd3479f9aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:34.025276 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.506466 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3d64a6db-43ea-4d2c-9663-767b21b3780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:36.750729 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:37.468218 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:39.470512 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:14:41.319142 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:15:03.948817 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c33ba34a-d7a1-48b0-87d3-999bea8a6731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:04.028043 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.511765 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-9441ffc6-3206-4c02-8c4f-8f501ff12475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:06.747134 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:07.468972 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:09.476919 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:18.321229 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:15:33.953667 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-2db8c09b-3bc1-4953-9d2c-d7094d8c5884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:34.039910 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.514947 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-024ba434-8e31-45d7-99c6-8bf8b41c6ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:36.741999 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:37.476452 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:39.478266 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:15:42.793942 dv-cinder-795009-4-iscsi neutron-server[91763]: DEBUG neutron.wsgi [req-bfdd4e14-ebdf-44ae-9d22-4f58ca62bdef req-8e9fbf77-e3ad-4a9a-af83-581875b89289 service neutron] (91763) timed out ('10.222.0.16', 50278) {{(pid=91763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 15:15:55.320179 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:16:03.958529 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c90c45bd-b7ef-4832-8712-63aec9a2bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:04.053541 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.518523 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-fd400c85-3761-4ef9-9a09-abb64bf663e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:06.746630 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:07.475697 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:09.487191 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:32.318727 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:16:33.965883 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-c94c9a0c-8846-4bb1-8119-64d9626bda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:34.051146 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.532644 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-614b9689-3c3f-4d6d-9190-78f9cb6129af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:36.751270 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:37.477754 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:16:39.484852 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.089783 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-3de25121-6ce2-4c41-96e3-9619ae5c815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:04.101211 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-be9ab509-cb9c-4d8a-93fe-c6237a66bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.533410 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-b18b6820-a298-4f53-82e2-522313dfd74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:06.757097 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ef72c2f6-8035-423a-b414-b5e692b7bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:07.481095 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3c8b-6e56-43ca-a051-c39a1b0a9790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:17:09.317318 dv-cinder-795009-4-iscsi neutron-server[91765]: DEBUG neutron.db.agents_db [None req-a2ef624b-a8c7-4925-be58-5b8fdaa85adb None None] Agent healthcheck: found 6 active agents {{(pid=91765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:17:09.488422 dv-cinder-795009-4-iscsi neutron-server[91764]: DEBUG neutron_lib.callbacks.manager [None req-8fba6122-c3a9-4996-81e3-d07c499e887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769720720671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550632'] for agent, after_update {{(pid=91764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}